-- Logs begin at Thu 2021-05-27 10:35:08 UTC, end at Thu 2021-05-27 11:37:24 UTC. -- May 27 11:09:28.059584 dv-cinder-751579-23-smb systemd[1]: Started Devstack devstack@q-svc.service. May 27 11:09:29.059924 dv-cinder-751579-23-smb neutron-server[91740]: Beware of the coming changes in the project packaging May 27 11:09:29.060567 dv-cinder-751579-23-smb neutron-server[91740]: https://github.com/svinota/pyroute2/discussions/786 May 27 11:09:30.579379 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.common.config [-] Logging enabled! May 27 11:09:30.580119 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev242 May 27 11:09:30.580219 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91740) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 27 11:09:30.583367 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.common.config [-] Logging enabled! May 27 11:09:30.583644 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev242 May 27 11:09:30.583957 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91740) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 27 11:09:30.584887 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 11:09:30.585118 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 11:09:30.585473 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 11:09:30.585715 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 11:09:30.585936 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 11:09:30.586252 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.586542 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.586832 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.587057 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.587345 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.587666 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.587948 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.588233 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.588541 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.588811 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.589089 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.589373 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.589601 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.589883 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.590169 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.590453 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.590676 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] debug = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.590955 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.591380 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.591823 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.592103 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.592390 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.592671 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.592942 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.593215 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.593497 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.593820 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] host = dv-cinder-751579-23-smb {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.594097 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.594407 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.595200 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.595493 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.595800 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.596078 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.596364 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.596640 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.596915 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] log_file = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.597190 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.597480 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.597769 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.598066 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.598295 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.598518 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.598806 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.599092 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.599366 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.599669 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.599946 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.600218 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.600490 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.600758 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.601041 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.601325 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.601607 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.601879 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.602157 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.602429 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.602700 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.602988 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.603254 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.603540 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.603820 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.604105 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.604432 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.604643 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.605054 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.605222 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.605523 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.605844 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.606057 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.606335 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.606602 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.606871 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.607138 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] use_json = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.607408 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.607712 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.607994 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.608265 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.608533 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.608802 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.609087 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.609351 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:30.609647 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.610448 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.611233 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.611542 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.611844 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.612132 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.612425 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.612708 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.613069 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.613293 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.613585 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.613866 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.614159 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.614439 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.614730 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.615034 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.615328 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.615652 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.615927 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.616201 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.616473 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.616751 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.617037 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.617331 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.617619 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.617891 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.618169 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.618460 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.618738 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.619009 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.619284 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.619596 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.619876 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.620147 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.620430 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.620709 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.620980 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.621250 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.621527 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.621816 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.622097 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.622370 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.622644 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.622925 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.623202 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.623482 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.623783 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.624054 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.624327 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.624607 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.624881 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.625155 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.625433 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.626799 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.627099 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.627381 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.627689 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.627972 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.628368 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.628900 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.629178 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.629492 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.629777 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.630055 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.630333 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.630608 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.630884 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.631158 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.631446 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.631767 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.632050 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.632330 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.632610 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.632893 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.633171 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.633450 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.633729 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.634009 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.634280 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.634569 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.634851 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.635135 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.635419 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.635720 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.636034 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.636292 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.636576 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.636848 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.637122 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.637411 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.637695 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.637989 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.638281 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.638572 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.638863 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.639152 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.639430 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.639761 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.640040 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:30.640257 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 11:09:30.640495 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91740) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 27 11:09:31.002875 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:09:31.003157 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:09:31.003437 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:09:31.004189 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.manager [-] Loading core plugin: ml2 May 27 11:09:31.416327 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.416541 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.416787 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.417981 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.418248 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.418509 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.457900 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.458177 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.458444 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.474430 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.474702 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.474972 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.506294 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.506565 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.506827 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.551429 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.551786 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.551989 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.797102 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.797877 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.798157 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.798429 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.799180 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.927263 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.927598 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.927881 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.928158 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.928427 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.928737 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.928999 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.929256 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.929511 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.929792 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.930052 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.930316 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.930578 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.930832 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.931108 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.931379 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.932871 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.933249 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.933530 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.933831 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.934193 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.934504 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.934770 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.935061 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.935320 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.935596 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.936084 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91740) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 11:09:31.936327 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91740) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 11:09:31.936569 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91740) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 11:09:31.936808 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91740) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 11:09:31.937044 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91740) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 11:09:31.937279 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91740) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 11:09:31.937751 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 27 11:09:31.942341 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 27 11:09:31.946434 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 27 11:09:31.950261 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1150, 1199)])]) May 27 11:09:31.951919 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 27 11:09:31.952370 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 27 11:09:31.952709 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 27 11:09:31.953100 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 27 11:09:31.957457 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 27 11:09:31.957710 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 27 11:09:31.958064 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 27 11:09:31.987214 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 27 11:09:31.987692 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.987991 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91740) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 27 11:09:31.988377 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.989727 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91740) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 27 11:09:31.990009 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 27 11:09:31.990255 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 27 11:09:31.993517 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:31.993798 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.070495 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 27 11:09:32.070652 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 27 11:09:32.070883 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 27 11:09:32.071262 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 27 11:09:32.102341 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_db.sqlalchemy.engines [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91740) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 27 11:09:32.449559 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.plugins.ml2.managers [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Initializing driver for type 'gre' May 27 11:09:32.449998 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] gre ID ranges: [(1, 1000)] May 27 11:09:32.502840 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.plugins.ml2.managers [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Initializing driver for type 'local' May 27 11:09:32.503187 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.plugins.ml2.managers [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Initializing driver for type 'vlan' May 27 11:09:32.514962 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] VlanTypeDriver initialization complete May 27 11:09:32.515304 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.plugins.ml2.managers [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Initializing driver for type 'vxlan' May 27 11:09:32.515832 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] vxlan ID ranges: [(1, 1000)] May 27 11:09:32.569994 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.plugins.ml2.managers [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Initializing extension driver 'port_security' May 27 11:09:32.570357 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.plugins.ml2.extensions.port_security [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] PortSecurityExtensionDriver initialization complete May 27 11:09:32.570687 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.plugins.ml2.managers [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Initializing mechanism driver 'openvswitch' May 27 11:09:32.571002 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.plugins.ml2.managers [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Initializing mechanism driver 'hyperv' May 27 11:09:32.577450 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.plugins.ml2.plugin [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:09:32.578219 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > port after_create 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.578637 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > port after_update 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.579006 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > port after_delete 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.579385 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > subnet after_create 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.579754 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > subnet after_update 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.580088 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.580454 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > network after_create 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.580789 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > network after_update 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.581117 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > network after_delete 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.581488 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > security_group after_create 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.581821 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > security_group after_update 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.582149 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.582514 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.582848 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.583171 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.583548 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > address_group after_create 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.583887 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > address_group after_update 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.584212 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.584539 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] ML2 OVO RPC backend initialized. {{(pid=91740) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 27 11:09:32.585233 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.585567 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.585966 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > network before_response 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.586302 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > networks before_response 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.586633 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > port before_response 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.586958 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > ports before_response 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.587288 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > subnet before_response 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.587635 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > subnets before_response 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.587968 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > network after_create 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.588296 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > network after_update 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.588615 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > network after_delete 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.588935 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > port after_create 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.589258 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > port after_update 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.589583 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > port after_delete 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.589922 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > subnet after_create 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.590230 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > subnet after_update 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.590550 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.591113 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.plugins.ml2.plugin [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Modular L2 Plugin initialization complete May 27 11:09:32.591430 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading services supported by the core plugin {{(pid=91740) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 27 11:09:32.591771 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.plugins.ml2.managers [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Got port-security extension from driver 'port_security' May 27 11:09:32.592226 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.extensions.vlantransparent [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Disabled vlantransparent extension. May 27 11:09:32.592709 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91740) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 27 11:09:32.593012 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading Plugin: router May 27 11:09:32.631212 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.631615 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > router after_create 55549900 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.631980 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > router before_create 55549900 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.632336 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.632694 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.633034 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > router after_delete 55549900 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.633382 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.633731 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > router after_create 55549900 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.634068 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > router after_update 55549900 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.634402 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > router after_update 55549900 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.634739 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.635086 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > router after_update 55549900 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.635483 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > router precommit_update 55549900 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.635871 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: port after_update 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.636194 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: port after_delete 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.636518 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: subnet after_update 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.636842 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.637177 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.637512 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > router precommit_create 55549900 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.637841 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: port before_delete 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.638172 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > router precommit_create 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.638515 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > router after_update 55549900 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.638843 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.639174 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > router precommit_create 55549900 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.639519 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.639870 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > router precommit_update 55549900 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.640225 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > network after_delete 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.641627 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.quota.resource_registry [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Tracking information for resource: router configured {{(pid=91740) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 11:09:32.641953 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.quota.resource_registry [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Tracking information for resource: floatingip configured {{(pid=91740) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 11:09:32.646938 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.db.l3_agentschedulers_db [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 27 11:09:32.647504 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: port after_update 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.647871 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: port after_create 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.648212 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: port after_delete 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.648551 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: port after_update 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.649333 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > router before_create 55550100 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.649682 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.650033 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > router precommit_create 55550100 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.650378 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > router precommit_update 55550100 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.654819 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.services.provider_configuration [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Service providers = [] {{(pid=91740) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 27 11:09:32.655174 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.db.servicetype_db [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91740) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 27 11:09:32.658706 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.services.service_base [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91740) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 11:09:32.659042 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.services.service_base [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91740) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 11:09:32.659377 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.services.service_base [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91740) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 11:09:32.660351 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.services.service_base [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91740) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 11:09:32.660628 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.services.service_base [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Default provider is not specified for service type L3_ROUTER_NAT May 27 11:09:32.661172 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91740) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 11:09:32.661486 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 27 11:09:32.672045 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91740) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 11:09:32.672436 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading Plugin: auto_allocate May 27 11:09:32.678079 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: network precommit_update 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.678437 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: network precommit_create 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.678948 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91740) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 11:09:32.679260 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading Plugin: tag May 27 11:09:32.686067 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91740) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 11:09:32.686388 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading Plugin: timestamp May 27 11:09:32.690298 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91740) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 11:09:32.690632 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading Plugin: network_ip_availability May 27 11:09:32.696028 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.696406 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.696739 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.697514 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91740) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 11:09:32.697817 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading Plugin: flavors May 27 11:09:32.702932 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91740) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 11:09:32.703197 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading Plugin: revisions May 27 11:09:32.707982 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91740) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 11:09:32.708369 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_concurrency.lockutils [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.705s {{(pid=91740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:09:32.709099 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91740) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 27 11:09:32.709423 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Initializing extension manager. May 27 11:09:32.709912 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: __init__.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.710241 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: __pycache__ {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.710567 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.710888 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: address_group.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.711674 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.712246 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: address-group May 27 11:09:32.712572 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: address_scope.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.713264 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.713764 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: address-scope May 27 11:09:32.714077 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.714975 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.715476 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: router-admin-state-down-before-update May 27 11:09:32.715816 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: agent.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.716492 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.716988 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: agent May 27 11:09:32.717296 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: agent_resources_synced.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.718176 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.718672 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: agent-resources-synced May 27 11:09:32.718983 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: allowedaddresspairs.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.721299 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.721814 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: allowed-address-pairs May 27 11:09:32.722134 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: auto_allocated_topology.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.723198 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.723740 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: auto-allocated-topology May 27 11:09:32.724057 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: availability_zone.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.724731 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.725230 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: availability_zone May 27 11:09:32.725539 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: availability_zone_filter.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.726416 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.726914 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: availability_zone_filter May 27 11:09:32.727227 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: data_plane_status.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.728144 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.728635 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extension data-plane-status not supported by any of loaded plugins May 27 11:09:32.728945 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: default_subnetpools.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.729825 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.730323 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: default-subnetpools May 27 11:09:32.730634 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.731428 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.731956 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: dhcp_agent_scheduler May 27 11:09:32.732271 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: dns.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.733147 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.733641 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extension dns-integration not supported by any of loaded plugins May 27 11:09:32.733951 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: dns_domain_ports.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.734859 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.735354 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extension dns-domain-ports not supported by any of loaded plugins May 27 11:09:32.735700 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: dvr.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.736358 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.736859 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: dvr May 27 11:09:32.737174 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: empty_string_filtering.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.738057 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.738557 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: empty-string-filtering May 27 11:09:32.738867 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.739771 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.740275 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 27 11:09:32.740583 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.741458 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.741948 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 27 11:09:32.742255 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: external_net.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.743130 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.743727 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: external-net May 27 11:09:32.744036 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.744924 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.745425 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: extra_dhcp_opt May 27 11:09:32.745733 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: extraroute.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.746614 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.747115 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: extraroute May 27 11:09:32.747422 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: extraroute_atomic.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.748462 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.748970 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: extraroute-atomic May 27 11:09:32.749275 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: filter_validation.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.749928 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.750441 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: filter-validation May 27 11:09:32.750799 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: fip_pf_description.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.751869 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.752373 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 27 11:09:32.752680 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: fip_port_details.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.753833 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.754339 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: fip-port-details May 27 11:09:32.754646 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: flavors.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.755907 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.756408 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: flavors May 27 11:09:32.756725 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.758390 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.758902 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 27 11:09:32.759220 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: floatingip_pools.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.759943 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.760451 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: floatingip-pools May 27 11:09:32.760764 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: ip_allocation.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.761653 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.762148 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extension ip_allocation not supported by any of loaded plugins May 27 11:09:32.762460 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.763342 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.763871 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: ip-substring-filtering May 27 11:09:32.764186 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: l2_adjacency.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.765103 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.765600 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extension l2_adjacency not supported by any of loaded plugins May 27 11:09:32.765910 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: l3.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.767446 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.767994 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: router May 27 11:09:32.768311 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.770546 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.771067 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 27 11:09:32.771391 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.772328 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.772845 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: ext-gw-mode May 27 11:09:32.773167 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.774062 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.774572 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: l3-ha May 27 11:09:32.774890 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: l3_flavors.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.775804 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.776305 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: l3-flavors May 27 11:09:32.776619 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.777501 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.778008 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: l3-port-ip-change-not-allowed May 27 11:09:32.778320 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: l3agentscheduler.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.779333 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.779862 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: l3_agent_scheduler May 27 11:09:32.780177 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: logging.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.781647 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.782736 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extension logging not supported by any of loaded plugins May 27 11:09:32.783056 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: metering.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.783809 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.784373 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: metering May 27 11:09:32.784686 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.785759 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.786260 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: metering_source_and_destination_fields May 27 11:09:32.786575 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: multiprovidernet.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.787617 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.788119 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: multi-provider May 27 11:09:32.788433 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: netmtu.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.789318 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.789813 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: net-mtu May 27 11:09:32.790124 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: netmtu_writable.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.791017 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.791537 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: net-mtu-writable May 27 11:09:32.791852 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: network_availability_zone.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.792500 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.792997 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: network_availability_zone May 27 11:09:32.793306 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: network_ip_availability.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.794373 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.794879 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: network-ip-availability May 27 11:09:32.795193 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: network_segment_range.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.795980 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.796473 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extension network-segment-range not supported by any of loaded plugins May 27 11:09:32.796783 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: pagination.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.798242 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.798779 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: pagination May 27 11:09:32.798868 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: port_device_profile.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.799759 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.800265 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: port-device-profile May 27 11:09:32.800581 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.801467 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.801967 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: port-mac-address-regenerate May 27 11:09:32.802275 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.803152 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.803678 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: port-numa-affinity-policy May 27 11:09:32.803986 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: port_resource_request.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.804857 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.805354 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extension port-resource-request not supported by any of loaded plugins May 27 11:09:32.805661 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: portbindings.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.806555 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.807048 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: binding May 27 11:09:32.807356 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: portbindings_extended.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.808646 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.809151 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: binding-extended May 27 11:09:32.809463 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: portsecurity.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.810350 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.810862 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: port-security May 27 11:09:32.811172 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: project_id.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.812145 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.812464 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: project-id May 27 11:09:32.812775 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: providernet.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.814318 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.814816 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: provider May 27 11:09:32.815125 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: qos.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.818597 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.819113 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extension qos not supported by any of loaded plugins May 27 11:09:32.819436 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.820703 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.821210 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 27 11:09:32.821528 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.822414 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.822921 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 27 11:09:32.823234 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: qos_default.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.824144 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.824648 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extension qos-default not supported by any of loaded plugins May 27 11:09:32.824961 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: qos_fip.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.825594 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.826092 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extension qos-fip not supported by any of loaded plugins May 27 11:09:32.826403 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: qos_gateway_ip.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.827296 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.827892 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 27 11:09:32.828205 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: qos_port_network_policy.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.829308 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.829769 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 27 11:09:32.830078 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: qos_rule_type_details.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.830972 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.831473 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 27 11:09:32.831807 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: qos_rules_alias.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.832843 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.833341 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extension qos-rules-alias not supported by any of loaded plugins May 27 11:09:32.833652 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: quotasv2.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.834680 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.835200 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: quotas May 27 11:09:32.835481 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: quotasv2_detail.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.836928 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.837258 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: quota_details May 27 11:09:32.837580 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: rbac.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.838618 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.839143 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: rbac-policies May 27 11:09:32.839461 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: rbac_address_group.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.840393 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.840907 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: rbac-address-group May 27 11:09:32.841221 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: rbac_address_scope.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.842107 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.842610 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: rbac-address-scope May 27 11:09:32.842922 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: rbac_security_groups.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.843832 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.844376 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: rbac-security-groups May 27 11:09:32.844769 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: rbac_subnetpool.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.845643 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.846139 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: rbac-subnetpool May 27 11:09:32.846447 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: revisionifmatch.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.847339 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.847866 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: revision-if-match May 27 11:09:32.848178 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: revisions.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.849263 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.849763 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: standard-attr-revisions May 27 11:09:32.850075 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: router_availability_zone.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.850731 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.851235 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: router_availability_zone May 27 11:09:32.851565 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: routerservicetype.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.852456 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.852957 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extension router-service-type not supported by any of loaded plugins May 27 11:09:32.853267 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.854160 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.854665 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: security-groups-normalized-cidr May 27 11:09:32.854977 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.855907 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.856409 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: port-security-groups-filtering May 27 11:09:32.856720 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.857606 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.858110 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: security-groups-remote-address-group May 27 11:09:32.858422 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: securitygroup.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.868329 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.868931 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: security-group May 27 11:09:32.869172 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: segment.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.869936 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.870509 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extension segment not supported by any of loaded plugins May 27 11:09:32.870751 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.871693 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.872267 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 27 11:09:32.872507 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: servicetype.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.873630 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.874184 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: service-type May 27 11:09:32.874470 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: sorting.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.875401 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.876300 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: sorting May 27 11:09:32.876611 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: standard_attr_segment.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.877493 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.877991 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extension standard-attr-segment not supported by any of loaded plugins May 27 11:09:32.878300 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: standardattrdescription.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.879185 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.879706 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: standard-attr-description May 27 11:09:32.880017 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: stateful_security_group.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.880906 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.881413 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: stateful-security-group May 27 11:09:32.881724 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: stdattrs_common.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.882279 dv-cinder-751579-23-smb neutron-server[91740]: WARNING neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 27 11:09:32.882589 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.883550 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.884072 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 27 11:09:32.884382 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: subnet_onboard.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.885470 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.885975 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: subnet_onboard May 27 11:09:32.886288 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.887178 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.887709 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 27 11:09:32.888019 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: subnet_service_types.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.888905 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.889421 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: subnet-service-types May 27 11:09:32.889732 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: subnetallocation.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.890778 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.891354 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: subnet_allocation May 27 11:09:32.891711 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.892361 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.892857 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: subnetpool-prefix-ops May 27 11:09:32.893165 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.894078 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.894575 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 27 11:09:32.894884 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: tagging.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.895968 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.896486 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: standard-attr-tag May 27 11:09:32.896822 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: timestamp.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.897977 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.898484 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loaded extension: standard-attr-timestamp May 27 11:09:32.898800 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: trunk.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.899831 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.900334 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extension trunk not supported by any of loaded plugins May 27 11:09:32.900648 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: trunk_details.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.901539 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.902039 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extension trunk-details not supported by any of loaded plugins May 27 11:09:32.902351 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: uplink_status_propagation.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.903243 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.903772 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 27 11:09:32.904083 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Loading extension file: vlantransparent.py {{(pid=91740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:09:32.904734 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:09:32.905230 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extension vlan-transparent not supported by any of loaded plugins May 27 11:09:32.907746 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.quota.resource_registry [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Creating instance of TrackedResource for resource:network May 27 11:09:32.908476 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.quota.resource_registry [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Creating instance of TrackedResource for resource:subnet May 27 11:09:32.910335 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.quota.resource_registry [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Creating instance of TrackedResource for resource:subnetpool May 27 11:09:32.910942 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.quota.resource_registry [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Creating instance of TrackedResource for resource:port May 27 11:09:32.912237 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.v2.resource_helper [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 11:09:32.912675 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.v2.resource_helper [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Service FLAVORS assigned prefix: {{(pid=91740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 11:09:32.913290 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.v2.resource_helper [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 11:09:32.913718 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.v2.resource_helper [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 11:09:32.914033 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.quota.resource_registry [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Creating instance of TrackedResource for resource:router May 27 11:09:32.914670 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.quota.resource_registry [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Creating instance of TrackedResource for resource:floatingip May 27 11:09:32.915379 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.v2.resource_helper [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Service METERING assigned prefix: /metering {{(pid=91740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 11:09:32.916815 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.917173 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.917510 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:09:32.918633 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.quota.resource_registry [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Creating instance of CountableResource for resource:rbac_policy May 27 11:09:32.919075 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.quota.resource_registry [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Creating instance of TrackedResource for resource:security_group May 27 11:09:32.919760 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.quota.resource_registry [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Creating instance of TrackedResource for resource:security_group_rule May 27 11:09:32.920476 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.v2.resource_helper [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Service CORE assigned prefix: {{(pid=91740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 11:09:32.920796 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.quota.resource_registry [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Creating instance of TrackedResource for resource:subnetpool May 27 11:09:32.921125 dv-cinder-751579-23-smb neutron-server[91740]: WARNING neutron.quota.resource_registry [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] subnetpool is already registered May 27 11:09:32.921738 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.v2.resource_helper [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Service CORE assigned prefix: {{(pid=91740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 11:09:32.922054 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.quota.resource_registry [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Creating instance of TrackedResource for resource:subnetpool May 27 11:09:32.922937 dv-cinder-751579-23-smb neutron-server[91740]: WARNING neutron.quota.resource_registry [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] subnetpool is already registered May 27 11:09:32.925666 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.v2.resource_helper [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 11:09:32.926097 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.v2.resource_helper [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Service FLAVORS assigned prefix: {{(pid=91740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 11:09:32.926680 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.v2.resource_helper [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 11:09:32.927092 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.v2.resource_helper [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 11:09:32.927414 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.quota.resource_registry [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Creating instance of TrackedResource for resource:router May 27 11:09:32.927752 dv-cinder-751579-23-smb neutron-server[91740]: WARNING neutron.quota.resource_registry [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] router is already registered May 27 11:09:32.928332 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.quota.resource_registry [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Creating instance of TrackedResource for resource:floatingip May 27 11:09:32.928649 dv-cinder-751579-23-smb neutron-server[91740]: WARNING neutron.quota.resource_registry [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] floatingip is already registered May 27 11:09:32.929259 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.v2.resource_helper [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Service METERING assigned prefix: /metering {{(pid=91740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 11:09:32.929924 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.quota.resource_registry [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Creating instance of CountableResource for resource:rbac_policy May 27 11:09:32.930238 dv-cinder-751579-23-smb neutron-server[91740]: WARNING neutron.quota.resource_registry [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] rbac_policy is already registered May 27 11:09:32.930771 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.quota.resource_registry [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Creating instance of TrackedResource for resource:security_group May 27 11:09:32.931097 dv-cinder-751579-23-smb neutron-server[91740]: WARNING neutron.quota.resource_registry [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] security_group is already registered May 27 11:09:32.931702 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.quota.resource_registry [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Creating instance of TrackedResource for resource:security_group_rule May 27 11:09:32.932029 dv-cinder-751579-23-smb neutron-server[91740]: WARNING neutron.quota.resource_registry [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] security_group_rule is already registered May 27 11:09:32.932699 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.v2.resource_helper [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Service CORE assigned prefix: {{(pid=91740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 11:09:32.933016 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.quota.resource_registry [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Creating instance of TrackedResource for resource:subnetpool May 27 11:09:32.933328 dv-cinder-751579-23-smb neutron-server[91740]: WARNING neutron.quota.resource_registry [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] subnetpool is already registered May 27 11:09:32.933928 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.v2.resource_helper [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Service CORE assigned prefix: {{(pid=91740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 11:09:32.934241 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.quota.resource_registry [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Creating instance of TrackedResource for resource:subnetpool May 27 11:09:32.934555 dv-cinder-751579-23-smb neutron-server[91740]: WARNING neutron.quota.resource_registry [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] subnetpool is already registered May 27 11:09:32.935181 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extended resource: extensions {{(pid=91740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:09:32.936758 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extended resource: address-groups {{(pid=91740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:09:32.939048 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extended resource: address-scopes {{(pid=91740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:09:32.940271 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extended resource: agents {{(pid=91740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:09:32.941498 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extended resource: auto-allocated-topology {{(pid=91740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:09:32.943902 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extended resource: availability_zones {{(pid=91740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:09:32.945257 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extended resource: dhcp-networks {{(pid=91740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:09:32.946828 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extended resource: dhcp-agents {{(pid=91740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:09:32.948442 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extended resource: routers {{(pid=91740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:09:32.951771 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extended resource: flavors {{(pid=91740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:09:32.953006 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extended resource: service_profiles {{(pid=91740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:09:32.954450 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extended resource: next_providers {{(pid=91740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:09:32.956054 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extended resource: service_profiles {{(pid=91740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:09:32.958088 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extended resource: floatingip-pools {{(pid=91740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:09:32.959560 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extended resource: routers {{(pid=91740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:09:32.961356 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extended resource: floatingips {{(pid=91740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:09:32.962527 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extended resource: l3-routers {{(pid=91740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:09:32.963902 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extended resource: l3-agents {{(pid=91740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:09:32.965284 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extended resource: metering-labels {{(pid=91740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:09:32.966768 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extended resource: metering-label-rules {{(pid=91740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:09:32.968060 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extended resource: network-ip-availabilities {{(pid=91740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:09:32.969433 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extended resource: bindings {{(pid=91740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:09:32.971130 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extended resource: quotas {{(pid=91740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:09:32.972586 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extended resource: quotas {{(pid=91740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:09:32.973957 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extended resource: rbac-policies {{(pid=91740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:09:32.975253 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extended resource: security-groups {{(pid=91740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:09:32.976463 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extended resource: security-group-rules {{(pid=91740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:09:32.977683 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extended resource: service-providers {{(pid=91740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:09:32.978958 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extended resource: subnetpools {{(pid=91740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:09:32.981445 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extended resource: subnetpools {{(pid=91740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:09:32.983487 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extended resource: tags {{(pid=91740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:09:32.985965 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extended resource: tags {{(pid=91740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:09:33.100416 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extended resource: tags {{(pid=91740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:09:33.102135 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extended resource: tags {{(pid=91740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:09:33.103931 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extended resource: tags {{(pid=91740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:09:33.105780 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extended resource: tags {{(pid=91740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:09:33.107462 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extended resource: tags {{(pid=91740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:09:33.109349 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extended resource: tags {{(pid=91740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:09:33.111666 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extended resource: tags {{(pid=91740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:09:33.113518 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron.api.extensions [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Extended resource: tags {{(pid=91740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:09:33.119400 dv-cinder-751579-23-smb neutron-server[91740]: WARNING keystonemiddleware.auth_token [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 27 11:09:33.124111 dv-cinder-751579-23-smb neutron-server[91740]: WARNING keystonemiddleware.auth_token [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 27 11:09:33.134439 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_concurrency.lockutils [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Acquired lock "singleton_lock" {{(pid=91740) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 27 11:09:33.134908 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_concurrency.lockutils [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Releasing lock "singleton_lock" {{(pid=91740) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 27 11:09:33.135544 dv-cinder-751579-23-smb neutron-server[91740]: INFO oslo_service.service [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Starting 2 workers May 27 11:09:33.140243 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Started child 91847 {{(pid=91740) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 11:09:33.144820 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Started child 91848 {{(pid=91740) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 11:09:33.145745 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:09:33.146444 dv-cinder-751579-23-smb neutron-server[91740]: INFO neutron.service [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Neutron service started, listening on 0.0.0.0:9696 May 27 11:09:33.147092 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Notify callbacks [] for process, before_spawn {{(pid=91740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:09:33.147323 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [-] (91847) wsgi starting up on http://0.0.0.0:9696 May 27 11:09:33.149608 dv-cinder-751579-23-smb neutron-server[91740]: INFO oslo_service.service [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Starting 1 workers May 27 11:09:33.150698 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:09:33.152214 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [-] (91848) wsgi starting up on http://0.0.0.0:9696 May 27 11:09:33.154723 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Started child 91849 {{(pid=91740) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 11:09:33.155237 dv-cinder-751579-23-smb neutron-server[91740]: INFO oslo_service.service [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Starting 1 workers May 27 11:09:33.159003 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.service [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] calling RpcWorker wait() {{(pid=91849) _wait /opt/stack/neutron/neutron/service.py:128}} May 27 11:09:33.159513 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.service [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] returning from RpcWorker wait() {{(pid=91849) _wait /opt/stack/neutron/neutron/service.py:135}} May 27 11:09:33.160402 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Started child 91850 {{(pid=91740) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 11:09:33.160916 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:09:33.161187 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG neutron_lib.callbacks.manager [None req-c33ac6d9-cb8f-4278-b733-af111a583dc7 None None] Notify callbacks [] for process, after_spawn {{(pid=91740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:09:33.161400 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:09:33.163140 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91740) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 27 11:09:33.163344 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 11:09:33.163545 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 11:09:33.163756 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 11:09:33.164081 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 11:09:33.164235 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 11:09:33.164733 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.165011 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.165284 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.165501 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:09:33.165993 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.165993 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.166391 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.166644 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.166895 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.167177 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.167433 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.167644 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.167810 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.168053 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.168285 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.168592 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.168852 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.169107 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.169383 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.169550 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.169817 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.170077 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.170371 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.170576 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] debug = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.170814 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.171275 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.171497 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.171790 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.172004 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.172285 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.173107 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.173357 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.173612 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.173843 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.174064 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.174330 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.174567 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.174795 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.175008 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.175276 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.175507 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.176039 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] host = dv-cinder-751579-23-smb {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.176276 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.176489 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.176731 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.176972 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.177213 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.177423 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.177684 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.177922 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.178160 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.178380 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.178623 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.178862 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.179078 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.179311 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] log_file = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.179460 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] log_options = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.179712 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.179984 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.180237 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.180422 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.180583 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.180750 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.181011 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.181176 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.181416 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.181627 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.181845 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.182097 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.182293 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.182545 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.182766 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.183007 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.183235 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.183441 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.183722 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.183967 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.184186 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.184407 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.184617 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.184827 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.185035 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.185244 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.185480 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.185710 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.185942 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.186174 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.186384 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.186639 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.186868 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.187109 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.187332 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.187595 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.187785 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.188078 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.191294 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.191294 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.191294 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.191294 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.191294 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.191294 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.191294 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.191294 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] use_json = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.192014 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.192014 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.192014 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.192014 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.192014 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.192014 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.192014 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.192913 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:09:33.193658 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.193658 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.193658 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.193658 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.193658 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.193658 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.193658 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.193658 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.197611 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.197611 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.197611 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.197611 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.197611 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.197611 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.197611 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.197611 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.198539 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.198539 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.198539 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.198539 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.198539 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.198539 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.198539 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.198539 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.199514 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.199514 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.199514 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.199514 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.199514 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.199514 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.199514 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.199514 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.204498 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.204498 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.204498 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.204498 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.204498 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.204498 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.204498 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.204498 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.204498 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.208013 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.208013 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.208013 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.208013 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.208013 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.208013 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.208013 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.208013 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.208013 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.209137 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.209137 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.209137 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.209137 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.209137 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.209137 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.209137 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.209137 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.209137 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.209788 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.209788 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.209788 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.209788 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.209788 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.209788 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.209788 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.209788 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.209788 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.211283 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.211283 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.211283 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.211283 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.211283 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.211283 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.211283 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.211283 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.211283 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.212854 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.212854 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.212854 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.212854 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.212854 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.212854 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.212854 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.212854 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.212854 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.215853 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.215853 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.215853 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.215853 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.215853 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.215853 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.215853 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.215853 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.216694 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.216694 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.216694 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.216694 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.216694 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.216694 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.216694 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.216694 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.217290 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.217290 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.217290 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.217290 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.217290 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.217290 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.217290 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.217290 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.217882 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.217882 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.217882 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.218171 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.218257 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.220119 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.220119 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.220119 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.220119 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.220119 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.220795 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.220795 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.220795 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.221207 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.221207 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.221447 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.221661 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.221955 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.222240 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.222393 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.222568 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.222770 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.223002 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.223305 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.223522 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.223745 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.223946 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.224220 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.224458 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.224831 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.224985 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.225218 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.225372 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.225601 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.226268 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.226268 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.226577 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.226727 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.226870 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.227034 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.227482 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.227482 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.227827 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.227983 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.228136 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.228319 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.228581 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.228737 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.231669 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.231669 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.231669 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.231950 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 51688) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:09:33.232051 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.232051 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.232051 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.232051 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.232051 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.232051 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.232051 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.232051 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.232618 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.232618 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.232618 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.232618 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.232618 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.232618 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.232618 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.233090 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.233090 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.233247 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.234357 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.234357 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.234591 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.234843 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.235614 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.235836 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.236255 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.236877 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.237300 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.237795 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.238239 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.238659 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.239087 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.239902 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.240362 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.240783 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.241202 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.241581 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.241967 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.242362 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.242624 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.242878 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.243100 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.243309 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.243516 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.243747 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.243982 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.244188 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.244482 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.244710 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.244939 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.245177 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.245403 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.245643 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.245945 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.246176 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.246389 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.246614 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.246837 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.247062 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.247266 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.247477 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.247706 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.247968 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.248172 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.248376 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.248586 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.248789 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.249027 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.249125 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [-] 10.222.0.77 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0174844 May 27 11:09:33.249230 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.249631 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.250017 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.250390 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.250981 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.252231 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.252666 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.253141 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.253824 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.254239 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.254666 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.255147 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.255568 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.255982 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.256397 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.256784 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.257145 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.257559 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.257871 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.258196 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.258474 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.258913 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.259373 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.259715 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.259960 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.260177 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.260550 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.260799 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.261079 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.261551 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.262012 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.262497 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.262911 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.263132 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.263354 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.263623 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.263843 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.264088 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.264336 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.264595 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.264812 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.265039 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.265268 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.265707 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.266243 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.266664 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.267167 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.267721 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 11:09:33.268515 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91740) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 27 11:09:33.268684 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 11:09:33.268948 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 11:09:33.269176 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 11:09:33.269408 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 11:09:33.269563 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 11:09:33.269963 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.270317 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.270483 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.270766 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.270973 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.271105 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.271268 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.271432 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.271721 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.271940 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.272099 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.272353 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.272653 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.272947 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.273112 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.274189 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.274189 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.274189 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.274189 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.274189 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.274189 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.274189 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.274632 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] debug = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.274632 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.274632 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.274831 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.274902 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.275053 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.275245 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.275342 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.275483 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.275676 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.275830 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.275984 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.276138 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.276293 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.276446 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.276610 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.276754 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.276895 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.277050 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] host = dv-cinder-751579-23-smb {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.277194 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.277336 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.277481 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.277639 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.277790 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.277945 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.278088 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.278231 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.278375 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.278558 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.278696 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.278839 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.278993 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.279137 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] log_file = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.279392 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] log_options = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.279392 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.279817 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.279817 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.280081 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.280081 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.280371 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.280371 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.280602 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.280602 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.280783 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.282287 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.282287 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.282287 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.282287 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.282287 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.282836 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.282836 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.283049 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.283158 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.283264 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.283437 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.283576 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.283719 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.283944 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.284058 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.284171 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.284293 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.284447 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.284602 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.284757 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.284911 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.285066 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.285218 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.285371 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.285524 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.285679 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.285832 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.285992 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.286146 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.286399 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.286506 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.286590 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.286739 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.286895 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.287071 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.287199 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] use_json = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.287356 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.287509 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.288512 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.288685 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.288828 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.289215 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.289375 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.289529 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:09:33.289673 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.289832 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.290016 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.290159 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.290292 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.290450 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.290602 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.290742 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.290902 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.291166 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.291325 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.291325 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.291769 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.291769 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.293084 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.293084 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.293084 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.293084 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.293084 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.293084 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.293084 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.293084 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.294131 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.294131 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.294131 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.294131 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.294131 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.294131 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.294131 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.294131 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.295142 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.295142 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.295142 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.295142 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.295142 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.295142 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.295142 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.297017 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.297017 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.297017 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.297017 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.297017 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.297017 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.297017 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.297017 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.297017 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.298906 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.298906 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.298906 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.298906 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.298906 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.298906 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.298906 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.298906 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.298906 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.301128 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.301128 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.301128 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.301128 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.301128 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.301128 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.301128 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.301128 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.301128 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.301858 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.301858 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.301858 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.301858 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.301858 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.301858 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.301858 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.301858 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.301858 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.302751 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.302751 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.302751 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.302751 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.302751 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.302751 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.302751 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.302751 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.302751 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.303474 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.303474 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.303474 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.303474 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.303474 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.304489 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.304758 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.304952 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.305446 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.305930 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.306404 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.306720 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.307022 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.307335 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.307496 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.308523 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.308523 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.308523 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.308523 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.308523 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.308523 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.308944 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.308944 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.308944 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.309118 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.309194 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.309312 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.309703 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:09:33.309908 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.310392 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.311270 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.311270 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.311270 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.311493 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.311828 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.312208 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.312322 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.312456 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.312587 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.312749 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.312944 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.313150 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.313561 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.313708 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.313999 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.313999 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.314265 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.314396 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.314526 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.314648 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.314813 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.315405 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.315405 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.315405 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.315405 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.315872 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.315872 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.315872 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.316167 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.316167 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.316397 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.316521 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.316650 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.316763 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.316868 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.317031 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.317187 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.317346 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.317501 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.317658 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.317815 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.317971 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.318127 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.318284 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.318440 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.318595 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.318802 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.318925 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.319619 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.319619 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.319619 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.319854 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.319854 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.319976 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.320158 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.320251 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.320402 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.320563 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.320709 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.320939 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.321074 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.321223 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.321384 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.321534 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.321693 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.321888 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.322048 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.322191 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.322351 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.322509 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.322675 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.322825 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.322967 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.323126 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.323274 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.323426 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.323622 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.323775 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.323932 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.324093 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.324237 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.324423 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.324694 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.325802 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.325802 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.325802 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.325802 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.326132 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.326385 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.326574 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.326823 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.326996 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.327141 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.327295 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.327436 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.327617 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.327753 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.327887 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.328044 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.328341 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.328701 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.329040 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.329215 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.329355 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.329487 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.329656 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.329811 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.330351 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.330649 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.330968 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.331461 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.332009 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.332479 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.332952 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.333418 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.333910 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.334523 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.334709 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.334875 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.335022 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.335264 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.335402 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.335582 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.335741 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.335741 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.336023 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.336175 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.336317 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.336470 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.336627 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.336761 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.336887 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.337021 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.337135 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.337311 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.337598 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.337787 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.337922 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.338087 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.338253 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.338419 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.338572 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.338740 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.338918 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.339061 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.339219 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.339375 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.339566 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.341920 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.341920 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.341920 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.341920 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.341920 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.341920 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.341920 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.341920 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.341920 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.342859 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.342859 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.342859 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.342859 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.342859 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.342859 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:09:33.343275 dv-cinder-751579-23-smb neutron-server[91740]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 11:09:44.647857 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c764127e-a3e0-4434-a169-bb6a62866773 None None] get_active_networks_info from dv-cinder-751579-23-smb {{(pid=91849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 27 11:09:44.757911 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c764127e-a3e0-4434-a169-bb6a62866773 None None] No non-hosted networks {{(pid=91849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 27 11:09:44.773176 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.agentschedulers_db [None req-c764127e-a3e0-4434-a169-bb6a62866773 None None] DHCP Agent not found on host dv-cinder-751579-23-smb {{(pid=91849) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 27 11:09:44.926176 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-9ad52f66-9011-458b-9277-c6cfe70f545f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703'] for agent, after_create {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:09:47.025735 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-3e64ac29-3cc8-4745-a411-13a5882fd927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703'] for agent, after_create {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:09:47.112035 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703'] for agent, after_create {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:09:47.114491 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:09:47.116230 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:09:47.116903 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:09:47.117241 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:09:47.119719 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:09:47.120104 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:09:47.120440 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:09:47.120796 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:09:47.125581 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:09:47.129098 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:09:47.129623 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:09:47.130028 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:09:47.134639 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-751579-23-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:09:47.165250 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-751579-23-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:09:47.178089 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-cbdf5930-e97e-49d7-b439-5d98388fd5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:09:48.320155 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703'] for agent, after_create {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:09:49.888789 dv-cinder-751579-23-smb neutron-server[91849]: INFO neutron.db.l3_hamode_db [None req-837db475-0b68-4f9d-a98e-fa8ea54bdc61 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 27 11:09:49.982585 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837db475-0b68-4f9d-a98e-fa8ea54bdc61 None None] Routers set() bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:09:49.983014 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837db475-0b68-4f9d-a98e-fa8ea54bdc61 None None] Router IDs set() for agent in host dv-cinder-751579-23-smb {{(pid=91849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 27 11:09:50.304584 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703'] for agent, after_create {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:09:51.683630 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 51788) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:09:52.325940 dv-cinder-751579-23-smb neutron-server[91847]: WARNING oslo_policy.policy [None req-668e554e-57af-46d7-b103-0fd6c9f9b0b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 11:09:52.326502 dv-cinder-751579-23-smb neutron-server[91847]: WARNING oslo_policy.policy [None req-668e554e-57af-46d7-b103-0fd6c9f9b0b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 11:09:52.546488 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [None req-668e554e-57af-46d7-b103-0fd6c9f9b0b9 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=91847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 11:09:52.547646 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-668e554e-57af-46d7-b103-0fd6c9f9b0b9 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8631568 May 27 11:09:54.954772 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 51802) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:09:55.588031 dv-cinder-751579-23-smb neutron-server[91848]: WARNING oslo_policy.policy [None req-7a0d2951-82c5-46af-aa93-526da1616907 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 11:09:55.588615 dv-cinder-751579-23-smb neutron-server[91848]: WARNING oslo_policy.policy [None req-7a0d2951-82c5-46af-aa93-526da1616907 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 11:09:55.840938 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [None req-7a0d2951-82c5-46af-aa93-526da1616907 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:09:55.949493 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.policy [None req-7a0d2951-82c5-46af-aa93-526da1616907 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91848) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 11:09:55.998738 dv-cinder-751579-23-smb neutron-server[91848]: WARNING oslo_policy.policy [None req-7a0d2951-82c5-46af-aa93-526da1616907 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 11:09:55.999436 dv-cinder-751579-23-smb neutron-server[91848]: WARNING oslo_policy.policy [None req-7a0d2951-82c5-46af-aa93-526da1616907 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 11:09:56.009034 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.quota [None req-7a0d2951-82c5-46af-aa93-526da1616907 admin admin] Loaded quota_driver: . May 27 11:09:56.025782 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-7a0d2951-82c5-46af-aa93-526da1616907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:09:56.090568 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-7a0d2951-82c5-46af-aa93-526da1616907 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764584573109', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764584574484', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764584616979', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764584622503', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764584601132', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764584607513', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-642447', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-621069', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1647903', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1596074'] for rbac-policy, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:09:56.164886 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-7a0d2951-82c5-46af-aa93-526da1616907 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:09:56.166473 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-7a0d2951-82c5-46af-aa93-526da1616907 admin admin] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2095213 May 27 11:09:58.963077 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 51820) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:09:59.359638 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '7253dbfef3cc44bb82b7ffb4d16952b1', 'tenant_id': '7253dbfef3cc44bb82b7ffb4d16952b1', 'name': 'private'}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:09:59.364892 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:09:59.369281 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] Usage tracker for resource:network and tenant:7253dbfef3cc44bb82b7ffb4d16952b1 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:09:59.373962 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:09:59.381051 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:09:59.391766 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] Made reservation on behalf of 7253dbfef3cc44bb82b7ffb4d16952b1 for: {'network': 1} {{(pid=91848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:09:59.394669 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-672059'] for network, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:09:59.412799 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:09:59.428082 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:09:59.432210 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] Usage tracker for resource:security_group_rule and tenant:7253dbfef3cc44bb82b7ffb4d16952b1 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:09:59.438151 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:09:59.443764 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:09:59.563490 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:09:59.569013 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:09:59.573653 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:09:59.594705 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] vlan segment allocate from pool success with {'vlan_id': 1165, 'physical_network': 'physnet1'} {{(pid=91848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 11:09:59.622211 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764582419694', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075'] for segment, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:09:59.622827 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] Unsubscribe: segment precommit_create {{(pid=91848) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 27 11:09:59.623309 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.db.segments_db [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] Added segment fa14b86e-74a4-4dbd-9149-f088900130cb of type vlan for network e5bb617a-5078-4f10-b059-b5401ff6689d May 27 11:09:59.676178 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44d64a6-7b55-46b7-97a7-a650a0d7c952,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:09:59.698600 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:09:59.698926 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:09:59.699254 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:09:59.699590 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:09:59.699906 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:09:59.700217 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:09:59.700524 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:09:59.700839 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:09:59.701165 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:09:59.701467 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:09:59.701766 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:09:59.702068 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:09:59.703655 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] Tracked resource versions report: May 27 11:09:59.703655 dv-cinder-751579-23-smb neutron-server[91848]: pushed versions: May 27 11:09:59.703655 dv-cinder-751579-23-smb neutron-server[91848]: { 'AddressGroup': {'1.2'}, May 27 11:09:59.703655 dv-cinder-751579-23-smb neutron-server[91848]: 'ConntrackHelper': {'1.0'}, May 27 11:09:59.703655 dv-cinder-751579-23-smb neutron-server[91848]: 'Log': {'1.0'}, May 27 11:09:59.703655 dv-cinder-751579-23-smb neutron-server[91848]: 'Network': {'1.1'}, May 27 11:09:59.703655 dv-cinder-751579-23-smb neutron-server[91848]: 'Port': {'1.7'}, May 27 11:09:59.703655 dv-cinder-751579-23-smb neutron-server[91848]: 'PortForwarding': {'1.2'}, May 27 11:09:59.703655 dv-cinder-751579-23-smb neutron-server[91848]: 'QosPolicy': {'1.8'}, May 27 11:09:59.703655 dv-cinder-751579-23-smb neutron-server[91848]: 'SecurityGroup': {'1.4'}, May 27 11:09:59.703655 dv-cinder-751579-23-smb neutron-server[91848]: 'SecurityGroupRule': {'1.2'}, May 27 11:09:59.703655 dv-cinder-751579-23-smb neutron-server[91848]: 'SubPort': {'1.0'}, May 27 11:09:59.703655 dv-cinder-751579-23-smb neutron-server[91848]: 'Subnet': {'1.1'}, May 27 11:09:59.703655 dv-cinder-751579-23-smb neutron-server[91848]: 'Trunk': {'1.1'}} May 27 11:09:59.703655 dv-cinder-751579-23-smb neutron-server[91848]: consumer versions: May 27 11:09:59.703655 dv-cinder-751579-23-smb neutron-server[91848]: { DHCP agent@dv-cinder-751579-23-smb: {}, May 27 11:09:59.703655 dv-cinder-751579-23-smb neutron-server[91848]: L3 agent@dv-cinder-751579-23-smb: {}, May 27 11:09:59.703655 dv-cinder-751579-23-smb neutron-server[91848]: Metadata agent@dv-cinder-751579-23-smb: {}, May 27 11:09:59.703655 dv-cinder-751579-23-smb neutron-server[91848]: Metering agent@dv-cinder-751579-23-smb: {}, May 27 11:09:59.703655 dv-cinder-751579-23-smb neutron-server[91848]: Open vSwitch agent@dv-cinder-751579-23-smb: { 'AddressGroup': '1.2', May 27 11:09:59.703655 dv-cinder-751579-23-smb neutron-server[91848]: 'ConntrackHelper': '1.0', May 27 11:09:59.703655 dv-cinder-751579-23-smb neutron-server[91848]: 'Log': '1.0', May 27 11:09:59.703655 dv-cinder-751579-23-smb neutron-server[91848]: 'Network': '1.1', May 27 11:09:59.703655 dv-cinder-751579-23-smb neutron-server[91848]: 'Port': '1.7', May 27 11:09:59.703655 dv-cinder-751579-23-smb neutron-server[91848]: 'PortForwarding': '1.2', May 27 11:09:59.703655 dv-cinder-751579-23-smb neutron-server[91848]: 'QosPolicy': '1.8', May 27 11:09:59.703655 dv-cinder-751579-23-smb neutron-server[91848]: 'SecurityGroup': '1.4', May 27 11:09:59.703655 dv-cinder-751579-23-smb neutron-server[91848]: 'SecurityGroupRule': '1.2', May 27 11:09:59.703655 dv-cinder-751579-23-smb neutron-server[91848]: 'SubPort': '1.0', May 27 11:09:59.703655 dv-cinder-751579-23-smb neutron-server[91848]: 'Subnet': '1.1', May 27 11:09:59.703655 dv-cinder-751579-23-smb neutron-server[91848]: 'Trunk': '1.1'}} May 27 11:09:59.703655 dv-cinder-751579-23-smb neutron-server[91848]: {{(pid=91848) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 11:09:59.754362 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:09:59.756168 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764581993548'] for network, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:09:59.799713 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586667'] for network, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:09:59.801258 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:09:59.801897 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for network, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:09:59.806649 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:09:59.912021 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] Pushing event updated for resources: {'Network': ['ID=e5bb617a-5078-4f10-b059-b5401ff6689d,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:09:59.915418 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:09:59.925077 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Network e5bb617a-5078-4f10-b059-b5401ff6689d details requested by agent ovs-agent-dv-cinder-751579-23-smb with host dv-cinder-751579-23-smb {{(pid=91849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 11:09:59.928184 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.9638093 May 27 11:10:02.725922 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 51836) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:10:03.318605 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.policy [None req-f73309cf-9885-44f9-9ea0-49fbd1890e62 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91847) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 11:10:03.365094 dv-cinder-751579-23-smb neutron-server[91847]: WARNING oslo_policy.policy [None req-f73309cf-9885-44f9-9ea0-49fbd1890e62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 11:10:03.365707 dv-cinder-751579-23-smb neutron-server[91847]: WARNING oslo_policy.policy [None req-f73309cf-9885-44f9-9ea0-49fbd1890e62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 11:10:03.375331 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73309cf-9885-44f9-9ea0-49fbd1890e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:10:03.377024 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-f73309cf-9885-44f9-9ea0-49fbd1890e62 admin admin] 10.222.0.77 "GET /v2.0/networks/e5bb617a-5078-4f10-b059-b5401ff6689d HTTP/1.1" status: 200 len: 826 time: 0.6500425 May 27 11:10:03.409592 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-6465a332-eff3-4d28-af23-7740a5f92de0 admin admin] 10.222.0.77 "GET /v2.0/subnetpools/fd937d23-7153-40b4-b35f-7af1bb086228 HTTP/1.1" status: 200 len: 734 time: 0.0265667 May 27 11:10:03.418126 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-6c50c45a-d18e-4d98-a67e-4650aca93664 admin admin] Request body: {'subnet': {'tenant_id': '7253dbfef3cc44bb82b7ffb4d16952b1', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'e5bb617a-5078-4f10-b059-b5401ff6689d', 'subnetpool_id': 'fd937d23-7153-40b4-b35f-7af1bb086228'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:10:03.419660 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.quota [None req-6c50c45a-d18e-4d98-a67e-4650aca93664 admin admin] Loaded quota_driver: . May 27 11:10:03.426768 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-6c50c45a-d18e-4d98-a67e-4650aca93664 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:10:03.432968 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-6c50c45a-d18e-4d98-a67e-4650aca93664 admin admin] Usage tracker for resource:subnet and tenant:7253dbfef3cc44bb82b7ffb4d16952b1 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:10:03.436310 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-6c50c45a-d18e-4d98-a67e-4650aca93664 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:10:03.444008 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-6c50c45a-d18e-4d98-a67e-4650aca93664 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:10:03.458540 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c50c45a-d18e-4d98-a67e-4650aca93664 admin admin] Made reservation on behalf of 7253dbfef3cc44bb82b7ffb4d16952b1 for: {'subnet': 1} {{(pid=91847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:10:03.461317 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6c50c45a-d18e-4d98-a67e-4650aca93664 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:04.001639 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6c50c45a-d18e-4d98-a67e-4650aca93664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658'] for subnet, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:04.007910 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:10:04.090933 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c50c45a-d18e-4d98-a67e-4650aca93664 admin admin] Checking segment: {'id': 'fa14b86e-74a4-4dbd-9149-f088900130cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'e5bb617a-5078-4f10-b059-b5401ff6689d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:10:04.091314 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c50c45a-d18e-4d98-a67e-4650aca93664 admin admin] Network hostable DHCP agents. Network: e5bb617a-5078-4f10-b059-b5401ff6689d, hostable agents: ['49383876-4286-4bfb-8d2a-316dbfdc5a49'], hosted agents: [] {{(pid=91847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 11:10:04.102474 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50c45a-d18e-4d98-a67e-4650aca93664 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c79fbb68-63c2-4ce6-a4fc-d0680c34b0ff,revision_number=0']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:10:04.112910 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50c45a-d18e-4d98-a67e-4650aca93664 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:10:04.113255 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50c45a-d18e-4d98-a67e-4650aca93664 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:10:04.113579 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50c45a-d18e-4d98-a67e-4650aca93664 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:10:04.113894 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50c45a-d18e-4d98-a67e-4650aca93664 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:10:04.114208 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50c45a-d18e-4d98-a67e-4650aca93664 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:10:04.114519 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50c45a-d18e-4d98-a67e-4650aca93664 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:10:04.114828 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50c45a-d18e-4d98-a67e-4650aca93664 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:10:04.115135 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50c45a-d18e-4d98-a67e-4650aca93664 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:10:04.115454 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50c45a-d18e-4d98-a67e-4650aca93664 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:10:04.115796 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50c45a-d18e-4d98-a67e-4650aca93664 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:10:04.116100 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50c45a-d18e-4d98-a67e-4650aca93664 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:10:04.116400 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50c45a-d18e-4d98-a67e-4650aca93664 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:10:04.117506 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50c45a-d18e-4d98-a67e-4650aca93664 admin admin] Tracked resource versions report: May 27 11:10:04.117506 dv-cinder-751579-23-smb neutron-server[91847]: pushed versions: May 27 11:10:04.117506 dv-cinder-751579-23-smb neutron-server[91847]: { 'AddressGroup': {'1.2'}, May 27 11:10:04.117506 dv-cinder-751579-23-smb neutron-server[91847]: 'ConntrackHelper': {'1.0'}, May 27 11:10:04.117506 dv-cinder-751579-23-smb neutron-server[91847]: 'Log': {'1.0'}, May 27 11:10:04.117506 dv-cinder-751579-23-smb neutron-server[91847]: 'Network': {'1.1'}, May 27 11:10:04.117506 dv-cinder-751579-23-smb neutron-server[91847]: 'Port': {'1.7'}, May 27 11:10:04.117506 dv-cinder-751579-23-smb neutron-server[91847]: 'PortForwarding': {'1.2'}, May 27 11:10:04.117506 dv-cinder-751579-23-smb neutron-server[91847]: 'QosPolicy': {'1.8'}, May 27 11:10:04.117506 dv-cinder-751579-23-smb neutron-server[91847]: 'SecurityGroup': {'1.4'}, May 27 11:10:04.117506 dv-cinder-751579-23-smb neutron-server[91847]: 'SecurityGroupRule': {'1.2'}, May 27 11:10:04.117506 dv-cinder-751579-23-smb neutron-server[91847]: 'SubPort': {'1.0'}, May 27 11:10:04.117506 dv-cinder-751579-23-smb neutron-server[91847]: 'Subnet': {'1.1'}, May 27 11:10:04.117506 dv-cinder-751579-23-smb neutron-server[91847]: 'Trunk': {'1.1'}} May 27 11:10:04.117506 dv-cinder-751579-23-smb neutron-server[91847]: consumer versions: May 27 11:10:04.117506 dv-cinder-751579-23-smb neutron-server[91847]: { DHCP agent@dv-cinder-751579-23-smb: {}, May 27 11:10:04.117506 dv-cinder-751579-23-smb neutron-server[91847]: L3 agent@dv-cinder-751579-23-smb: {}, May 27 11:10:04.117506 dv-cinder-751579-23-smb neutron-server[91847]: Metadata agent@dv-cinder-751579-23-smb: {}, May 27 11:10:04.117506 dv-cinder-751579-23-smb neutron-server[91847]: Metering agent@dv-cinder-751579-23-smb: {}, May 27 11:10:04.117506 dv-cinder-751579-23-smb neutron-server[91847]: Open vSwitch agent@dv-cinder-751579-23-smb: { 'AddressGroup': '1.2', May 27 11:10:04.117506 dv-cinder-751579-23-smb neutron-server[91847]: 'ConntrackHelper': '1.0', May 27 11:10:04.117506 dv-cinder-751579-23-smb neutron-server[91847]: 'Log': '1.0', May 27 11:10:04.117506 dv-cinder-751579-23-smb neutron-server[91847]: 'Network': '1.1', May 27 11:10:04.117506 dv-cinder-751579-23-smb neutron-server[91847]: 'Port': '1.7', May 27 11:10:04.117506 dv-cinder-751579-23-smb neutron-server[91847]: 'PortForwarding': '1.2', May 27 11:10:04.117506 dv-cinder-751579-23-smb neutron-server[91847]: 'QosPolicy': '1.8', May 27 11:10:04.117506 dv-cinder-751579-23-smb neutron-server[91847]: 'SecurityGroup': '1.4', May 27 11:10:04.117506 dv-cinder-751579-23-smb neutron-server[91847]: 'SecurityGroupRule': '1.2', May 27 11:10:04.117506 dv-cinder-751579-23-smb neutron-server[91847]: 'SubPort': '1.0', May 27 11:10:04.117506 dv-cinder-751579-23-smb neutron-server[91847]: 'Subnet': '1.1', May 27 11:10:04.117506 dv-cinder-751579-23-smb neutron-server[91847]: 'Trunk': '1.1'}} May 27 11:10:04.117506 dv-cinder-751579-23-smb neutron-server[91847]: {{(pid=91847) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 11:10:04.149310 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c50c45a-d18e-4d98-a67e-4650aca93664 admin admin] Network e5bb617a-5078-4f10-b059-b5401ff6689d is scheduled to be hosted by DHCP agent 49383876-4286-4bfb-8d2a-316dbfdc5a49 with binding_index 1 {{(pid=91847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 11:10:04.157550 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-6c50c45a-d18e-4d98-a67e-4650aca93664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:10:04.164771 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [None req-6c50c45a-d18e-4d98-a67e-4650aca93664 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-23-smb, e5bb617a-5078-4f10-b059-b5401ff6689d) {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:10:04.170461 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c50c45a-d18e-4d98-a67e-4650aca93664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:10:04.170461 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6c50c45a-d18e-4d98-a67e-4650aca93664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for subnet, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:04.177121 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af94a17-abab-4167-afdb-0e2c69e5b221 None None] Network e5bb617a-5078-4f10-b059-b5401ff6689d requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:10:04.194594 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-6c50c45a-d18e-4d98-a67e-4650aca93664 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7798872 May 27 11:10:04.502221 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbe0664-d809-4bc4-943d-8e1b31705cc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16fd5ad9-bd55-559a-a3b6-629454411efa-e5bb617a-5078-4f10-b059-b5401ff6689d', 'network_id': 'e5bb617a-5078-4f10-b059-b5401ff6689d', 'tenant_id': '7253dbfef3cc44bb82b7ffb4d16952b1', 'fixed_ips': [{'subnet_id': 'c79fbb68-63c2-4ce6-a4fc-d0680c34b0ff'}]}} from dv-cinder-751579-23-smb. {{(pid=91849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 11:10:04.503708 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-fcbe0664-d809-4bc4-943d-8e1b31705cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:04.711732 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.db_base_plugin_common [None req-fcbe0664-d809-4bc4-943d-8e1b31705cc0 None None] Allocated IP 172.20.0.2 (e5bb617a-5078-4f10-b059-b5401ff6689d/c79fbb68-63c2-4ce6-a4fc-d0680c34b0ff/8523c9d0-4f60-4343-9c98-bbcf941ff51d) {{(pid=91849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:10:04.975138 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-fcbe0664-d809-4bc4-943d-8e1b31705cc0 None None] Notify callbacks [] for port, precommit_create {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:04.988369 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-fcbe0664-d809-4bc4-943d-8e1b31705cc0 None None] Transition to ACTIVE for port object 8523c9d0-4f60-4343-9c98-bbcf941ff51d will not be triggered until provisioned by entity L2. {{(pid=91849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:10:05.011807 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-fcbe0664-d809-4bc4-943d-8e1b31705cc0 None None] Transition to ACTIVE for port object 8523c9d0-4f60-4343-9c98-bbcf941ff51d will not be triggered until provisioned by entity DHCP. {{(pid=91849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:10:05.021638 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-fcbe0664-d809-4bc4-943d-8e1b31705cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971'] for port, after_create {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:05.026913 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:10:05.088365 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbe0664-d809-4bc4-943d-8e1b31705cc0 None None] Network e5bb617a-5078-4f10-b059-b5401ff6689d is already hosted by enough agents. {{(pid=91849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:10:05.091086 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.scheduler.base_scheduler [None req-fcbe0664-d809-4bc4-943d-8e1b31705cc0 None None] Resources bound (agent type, host, resource id): {{(pid=91849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:10:05.094737 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbe0664-d809-4bc4-943d-8e1b31705cc0 None None] Received port after_create {{(pid=91849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:10:05.132210 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe0664-d809-4bc4-943d-8e1b31705cc0 None None] Pushing event updated for resources: {'Port': ['ID=8523c9d0-4f60-4343-9c98-bbcf941ff51d,revision_number=1']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:10:05.176265 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe0664-d809-4bc4-943d-8e1b31705cc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:10:05.176603 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe0664-d809-4bc4-943d-8e1b31705cc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:10:05.176934 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe0664-d809-4bc4-943d-8e1b31705cc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:10:05.177357 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe0664-d809-4bc4-943d-8e1b31705cc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:10:05.177921 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe0664-d809-4bc4-943d-8e1b31705cc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:10:05.177996 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe0664-d809-4bc4-943d-8e1b31705cc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:10:05.178287 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe0664-d809-4bc4-943d-8e1b31705cc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:10:05.178596 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe0664-d809-4bc4-943d-8e1b31705cc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:10:05.178949 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe0664-d809-4bc4-943d-8e1b31705cc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:10:05.179261 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe0664-d809-4bc4-943d-8e1b31705cc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:10:05.179589 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe0664-d809-4bc4-943d-8e1b31705cc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:10:05.179903 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe0664-d809-4bc4-943d-8e1b31705cc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:10:05.181058 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe0664-d809-4bc4-943d-8e1b31705cc0 None None] Tracked resource versions report: May 27 11:10:05.181058 dv-cinder-751579-23-smb neutron-server[91849]: pushed versions: May 27 11:10:05.181058 dv-cinder-751579-23-smb neutron-server[91849]: { 'AddressGroup': {'1.2'}, May 27 11:10:05.181058 dv-cinder-751579-23-smb neutron-server[91849]: 'ConntrackHelper': {'1.0'}, May 27 11:10:05.181058 dv-cinder-751579-23-smb neutron-server[91849]: 'Log': {'1.0'}, May 27 11:10:05.181058 dv-cinder-751579-23-smb neutron-server[91849]: 'Network': {'1.1'}, May 27 11:10:05.181058 dv-cinder-751579-23-smb neutron-server[91849]: 'Port': {'1.7'}, May 27 11:10:05.181058 dv-cinder-751579-23-smb neutron-server[91849]: 'PortForwarding': {'1.2'}, May 27 11:10:05.181058 dv-cinder-751579-23-smb neutron-server[91849]: 'QosPolicy': {'1.8'}, May 27 11:10:05.181058 dv-cinder-751579-23-smb neutron-server[91849]: 'SecurityGroup': {'1.4'}, May 27 11:10:05.181058 dv-cinder-751579-23-smb neutron-server[91849]: 'SecurityGroupRule': {'1.2'}, May 27 11:10:05.181058 dv-cinder-751579-23-smb neutron-server[91849]: 'SubPort': {'1.0'}, May 27 11:10:05.181058 dv-cinder-751579-23-smb neutron-server[91849]: 'Subnet': {'1.1'}, May 27 11:10:05.181058 dv-cinder-751579-23-smb neutron-server[91849]: 'Trunk': {'1.1'}} May 27 11:10:05.181058 dv-cinder-751579-23-smb neutron-server[91849]: consumer versions: May 27 11:10:05.181058 dv-cinder-751579-23-smb neutron-server[91849]: { DHCP agent@dv-cinder-751579-23-smb: {}, May 27 11:10:05.181058 dv-cinder-751579-23-smb neutron-server[91849]: L3 agent@dv-cinder-751579-23-smb: {}, May 27 11:10:05.181058 dv-cinder-751579-23-smb neutron-server[91849]: Metadata agent@dv-cinder-751579-23-smb: {}, May 27 11:10:05.181058 dv-cinder-751579-23-smb neutron-server[91849]: Metering agent@dv-cinder-751579-23-smb: {}, May 27 11:10:05.181058 dv-cinder-751579-23-smb neutron-server[91849]: Open vSwitch agent@dv-cinder-751579-23-smb: { 'AddressGroup': '1.2', May 27 11:10:05.181058 dv-cinder-751579-23-smb neutron-server[91849]: 'ConntrackHelper': '1.0', May 27 11:10:05.181058 dv-cinder-751579-23-smb neutron-server[91849]: 'Log': '1.0', May 27 11:10:05.181058 dv-cinder-751579-23-smb neutron-server[91849]: 'Network': '1.1', May 27 11:10:05.181058 dv-cinder-751579-23-smb neutron-server[91849]: 'Port': '1.7', May 27 11:10:05.181058 dv-cinder-751579-23-smb neutron-server[91849]: 'PortForwarding': '1.2', May 27 11:10:05.181058 dv-cinder-751579-23-smb neutron-server[91849]: 'QosPolicy': '1.8', May 27 11:10:05.181058 dv-cinder-751579-23-smb neutron-server[91849]: 'SecurityGroup': '1.4', May 27 11:10:05.181058 dv-cinder-751579-23-smb neutron-server[91849]: 'SecurityGroupRule': '1.2', May 27 11:10:05.181058 dv-cinder-751579-23-smb neutron-server[91849]: 'SubPort': '1.0', May 27 11:10:05.181058 dv-cinder-751579-23-smb neutron-server[91849]: 'Subnet': '1.1', May 27 11:10:05.181058 dv-cinder-751579-23-smb neutron-server[91849]: 'Trunk': '1.1'}} May 27 11:10:05.181058 dv-cinder-751579-23-smb neutron-server[91849]: {{(pid=91849) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 11:10:05.193567 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-fcbe0664-d809-4bc4-943d-8e1b31705cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:10:05.210027 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-fcbe0664-d809-4bc4-943d-8e1b31705cc0 None None] Attempting to bind port 8523c9d0-4f60-4343-9c98-bbcf941ff51d on host dv-cinder-751579-23-smb for vnic_type normal with profile {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:10:05.210428 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-fcbe0664-d809-4bc4-943d-8e1b31705cc0 None None] Attempting to bind port 8523c9d0-4f60-4343-9c98-bbcf941ff51d by drivers openvswitch,hyperv on host dv-cinder-751579-23-smb at level 0 using segments [{'id': 'fa14b86e-74a4-4dbd-9149-f088900130cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'e5bb617a-5078-4f10-b059-b5401ff6689d'}] {{(pid=91849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:10:05.210854 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbe0664-d809-4bc4-943d-8e1b31705cc0 None None] Attempting to bind port 8523c9d0-4f60-4343-9c98-bbcf941ff51d on network e5bb617a-5078-4f10-b059-b5401ff6689d {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:10:05.216081 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbe0664-d809-4bc4-943d-8e1b31705cc0 None None] Checking agent: {'id': '2c978cda-2b59-4acb-bf0b-4021aa69528d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 9, 47), 'started_at': datetime.datetime(2021, 5, 27, 11, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:10:05.216485 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbe0664-d809-4bc4-943d-8e1b31705cc0 None None] Checking segment: {'id': 'fa14b86e-74a4-4dbd-9149-f088900130cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'e5bb617a-5078-4f10-b059-b5401ff6689d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:10:05.216946 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-fcbe0664-d809-4bc4-943d-8e1b31705cc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:05.217365 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbe0664-d809-4bc4-943d-8e1b31705cc0 None None] Bound using segment: {'id': 'fa14b86e-74a4-4dbd-9149-f088900130cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'e5bb617a-5078-4f10-b059-b5401ff6689d'} {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:10:05.218411 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-fcbe0664-d809-4bc4-943d-8e1b31705cc0 None None] Bound port: 8523c9d0-4f60-4343-9c98-bbcf941ff51d, host: dv-cinder-751579-23-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa14b86e-74a4-4dbd-9149-f088900130cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'e5bb617a-5078-4f10-b059-b5401ff6689d'}}] {{(pid=91849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:10:05.218826 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-fcbe0664-d809-4bc4-943d-8e1b31705cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:05.311098 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-fcbe0664-d809-4bc4-943d-8e1b31705cc0 None None] For port 8523c9d0-4f60-4343-9c98-bbcf941ff51d, host dv-cinder-751579-23-smb, cleared binding levels {{(pid=91849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:10:05.316083 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-fcbe0664-d809-4bc4-943d-8e1b31705cc0 None None] For port 8523c9d0-4f60-4343-9c98-bbcf941ff51d, host dv-cinder-751579-23-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=8523c9d0-4f60-4343-9c98-bbcf941ff51d,segment=NetworkSegment(fa14b86e-74a4-4dbd-9149-f088900130cb),segment_id=fa14b86e-74a4-4dbd-9149-f088900130cb)] {{(pid=91849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:10:05.321057 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-fcbe0664-d809-4bc4-943d-8e1b31705cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:05.325058 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-fcbe0664-d809-4bc4-943d-8e1b31705cc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:10:05.420611 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe0664-d809-4bc4-943d-8e1b31705cc0 None None] Pushing event updated for resources: {'Port': ['ID=8523c9d0-4f60-4343-9c98-bbcf941ff51d,revision_number=2']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:10:05.425876 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-fcbe0664-d809-4bc4-943d-8e1b31705cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:10:06.688589 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 51852) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:10:07.106786 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [None req-11fdc992-fa29-4318-a1b1-ec2cd28fb734 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=91848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 11:10:07.108226 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-11fdc992-fa29-4318-a1b1-ec2cd28fb734 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4182711 May 27 11:10:09.573390 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 51862) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:10:10.062429 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [None req-835c0fbf-58ae-4cf6-83d3-e1bec33394e0 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=91847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 11:10:10.067568 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-835c0fbf-58ae-4cf6-83d3-e1bec33394e0 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4929569 May 27 11:10:11.292325 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4c7fbb-9738-43ef-b597-a5ec089c3bf2 None None] Network e5bb617a-5078-4f10-b059-b5401ff6689d requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:10:11.416261 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-e886f722-6244-4725-9d30-6cf8fdd6fdb1 None None] Provisioning for port 8523c9d0-4f60-4343-9c98-bbcf941ff51d completed by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:10:11.558168 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 8523c9d0-4f60-4343-9c98-bbcf941ff51d up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:10:11.651242 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning for port 8523c9d0-4f60-4343-9c98-bbcf941ff51d completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:10:11.657270 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port 8523c9d0-4f60-4343-9c98-bbcf941ff51d triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:10:11.657894 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:11.798119 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:11.835998 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] For port 8523c9d0-4f60-4343-9c98-bbcf941ff51d, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=8523c9d0-4f60-4343-9c98-bbcf941ff51d,segment=NetworkSegment(fa14b86e-74a4-4dbd-9149-f088900130cb),segment_id=fa14b86e-74a4-4dbd-9149-f088900130cb)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:10:11.842959 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:11.852200 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-fcbe0664-d809-4bc4-943d-8e1b31705cc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:10:11.909764 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-a47e2faa-da1c-4b5c-9934-9beb2d591d88 None None] Provisioning complete for port 8523c9d0-4f60-4343-9c98-bbcf941ff51d triggered by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:10:11.910196 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-a47e2faa-da1c-4b5c-9934-9beb2d591d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:11.972091 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Pushing event updated for resources: {'Port': ['ID=8523c9d0-4f60-4343-9c98-bbcf941ff51d,revision_number=3']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:10:11.976004 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:10:12.881169 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 51878) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:10:13.273467 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [None req-55cea2b1-5bb9-495a-bbd1-a22a530a32f1 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '7253dbfef3cc44bb82b7ffb4d16952b1', 'admin_state_up': True}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:10:13.278343 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-55cea2b1-5bb9-495a-bbd1-a22a530a32f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:10:13.282895 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-55cea2b1-5bb9-495a-bbd1-a22a530a32f1 admin admin] Usage tracker for resource:router and tenant:7253dbfef3cc44bb82b7ffb4d16952b1 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:10:13.286900 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-55cea2b1-5bb9-495a-bbd1-a22a530a32f1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:10:13.292811 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-55cea2b1-5bb9-495a-bbd1-a22a530a32f1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:10:13.303924 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-55cea2b1-5bb9-495a-bbd1-a22a530a32f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1940142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7845'] for router, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:13.305554 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-55cea2b1-5bb9-495a-bbd1-a22a530a32f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1926502', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1914800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7854'] for router, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:13.329564 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-55cea2b1-5bb9-495a-bbd1-a22a530a32f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:13.444609 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-55cea2b1-5bb9-495a-bbd1-a22a530a32f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1926400'] for router, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:13.465104 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-55cea2b1-5bb9-495a-bbd1-a22a530a32f1 admin admin] Notify callbacks [] for router, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:13.466514 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-55cea2b1-5bb9-495a-bbd1-a22a530a32f1 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5840511 May 27 11:10:13.505126 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 8523c9d0-4f60-4343-9c98-bbcf941ff51d up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:10:13.581330 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port 8523c9d0-4f60-4343-9c98-bbcf941ff51d triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:10:13.581701 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:14.531084 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-2ebf601f-dc4a-4a68-9100-8337adf49ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:15.863611 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 51888) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:10:16.265430 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [None req-a9e0ccf2-2c8e-4b12-98a3-17ffa8712dfe admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=91848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 11:10:16.266625 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-a9e0ccf2-2c8e-4b12-98a3-17ffa8712dfe admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4020717 May 27 11:10:17.014776 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-8dc492d3-664e-4e71-a34b-04b5a3dff208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:17.069767 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:18.266314 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:18.698821 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 51904) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:10:18.983334 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [None req-03cfa9ee-91f6-437f-a526-40a2d1d64204 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public'}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:10:18.988482 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-03cfa9ee-91f6-437f-a526-40a2d1d64204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:10:18.992215 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-03cfa9ee-91f6-437f-a526-40a2d1d64204 admin admin] Usage tracker for resource:network and tenant:c6c37ad0091242ceae9fa7b682d07f9b is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:10:18.995148 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-03cfa9ee-91f6-437f-a526-40a2d1d64204 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:10:19.001527 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-03cfa9ee-91f6-437f-a526-40a2d1d64204 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:10:19.011093 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cfa9ee-91f6-437f-a526-40a2d1d64204 admin admin] Made reservation on behalf of c6c37ad0091242ceae9fa7b682d07f9b for: {'network': 1} {{(pid=91848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:10:19.013461 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-03cfa9ee-91f6-437f-a526-40a2d1d64204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-672059'] for network, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:19.025721 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-03cfa9ee-91f6-437f-a526-40a2d1d64204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:19.039677 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-03cfa9ee-91f6-437f-a526-40a2d1d64204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:10:19.043410 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-03cfa9ee-91f6-437f-a526-40a2d1d64204 admin admin] Usage tracker for resource:security_group_rule and tenant:c6c37ad0091242ceae9fa7b682d07f9b is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:10:19.046385 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-03cfa9ee-91f6-437f-a526-40a2d1d64204 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:10:19.052014 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-03cfa9ee-91f6-437f-a526-40a2d1d64204 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:10:19.135603 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-03cfa9ee-91f6-437f-a526-40a2d1d64204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:19.140014 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-03cfa9ee-91f6-437f-a526-40a2d1d64204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:19.144233 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:10:19.159129 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-03cfa9ee-91f6-437f-a526-40a2d1d64204 admin admin] Reserving flat network on physical network physnet1 {{(pid=91848) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 27 11:10:19.181636 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cfa9ee-91f6-437f-a526-40a2d1d64204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d067e15-7539-4373-aa15-4ddcc168c73d,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:10:19.185441 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-03cfa9ee-91f6-437f-a526-40a2d1d64204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:10:19.187068 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-03cfa9ee-91f6-437f-a526-40a2d1d64204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075'] for segment, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:19.187394 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.db.segments_db [None req-03cfa9ee-91f6-437f-a526-40a2d1d64204 admin admin] Added segment 4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310 of type flat for network 0ace5481-0689-4712-88e8-17cfc5365039 May 27 11:10:19.220075 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-03cfa9ee-91f6-437f-a526-40a2d1d64204 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764581993548'] for network, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:19.256251 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-03cfa9ee-91f6-437f-a526-40a2d1d64204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586667'] for network, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:19.257475 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cfa9ee-91f6-437f-a526-40a2d1d64204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:10:19.258028 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-03cfa9ee-91f6-437f-a526-40a2d1d64204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for network, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:19.262385 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:10:19.371430 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-03cfa9ee-91f6-437f-a526-40a2d1d64204 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6712024 May 27 11:10:19.374959 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cfa9ee-91f6-437f-a526-40a2d1d64204 admin admin] Pushing event updated for resources: {'Network': ['ID=0ace5481-0689-4712-88e8-17cfc5365039,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:10:19.377861 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-03cfa9ee-91f6-437f-a526-40a2d1d64204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:10:19.386500 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Network 0ace5481-0689-4712-88e8-17cfc5365039 details requested by agent ovs-agent-dv-cinder-751579-23-smb with host dv-cinder-751579-23-smb {{(pid=91849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 11:10:20.249989 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:21.602380 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 51924) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:10:21.765164 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0647a275-c69c-493a-b600-b84bf7657161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:10:21.766520 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-0647a275-c69c-493a-b600-b84bf7657161 admin admin] 10.222.0.77 "GET /v2.0/subnets/c79fbb68-63c2-4ce6-a4fc-d0680c34b0ff HTTP/1.1" status: 200 len: 849 time: 0.1632156 May 27 11:10:21.952409 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-6c65cf97-af5b-42a0-b9be-0dcc5008a826 admin admin] 10.222.0.77 "GET /v2.0/routers/3b4ca1fe-7c62-4e7b-8b3b-f19060149fef HTTP/1.1" status: 200 len: 704 time: 0.1802015 May 27 11:10:22.416613 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-03809158-5295-423b-a10d-54d47f3bbea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:22.663806 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.db_base_plugin_common [None req-03809158-5295-423b-a10d-54d47f3bbea5 admin admin] Allocated IP 172.20.0.1 (e5bb617a-5078-4f10-b059-b5401ff6689d/c79fbb68-63c2-4ce6-a4fc-d0680c34b0ff/28fcdf03-d72a-4a09-b4d7-81b8d26fe869) {{(pid=91847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:10:22.828804 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-03809158-5295-423b-a10d-54d47f3bbea5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:22.846441 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-03809158-5295-423b-a10d-54d47f3bbea5 admin admin] Transition to ACTIVE for port object 28fcdf03-d72a-4a09-b4d7-81b8d26fe869 will not be triggered until provisioned by entity DHCP. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:10:22.907235 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-03809158-5295-423b-a10d-54d47f3bbea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971'] for port, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:22.911122 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:10:22.981067 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03809158-5295-423b-a10d-54d47f3bbea5 admin admin] Network e5bb617a-5078-4f10-b059-b5401ff6689d is already hosted by enough agents. {{(pid=91847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:10:22.984761 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [None req-03809158-5295-423b-a10d-54d47f3bbea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:10:22.988895 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03809158-5295-423b-a10d-54d47f3bbea5 admin admin] Received port after_create {{(pid=91847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:10:22.989423 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-03809158-5295-423b-a10d-54d47f3bbea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1927782'] for router_interface, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:23.168016 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03809158-5295-423b-a10d-54d47f3bbea5 admin admin] Pushing event updated for resources: {'Port': ['ID=28fcdf03-d72a-4a09-b4d7-81b8d26fe869,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:10:23.180173 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-03809158-5295-423b-a10d-54d47f3bbea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:10:23.237703 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-2739b55a-1367-4d91-b6d5-df0ef633787e None None] Provisioning for port 28fcdf03-d72a-4a09-b4d7-81b8d26fe869 completed by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:10:23.242687 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-2739b55a-1367-4d91-b6d5-df0ef633787e None None] Provisioning complete for port 28fcdf03-d72a-4a09-b4d7-81b8d26fe869 triggered by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:10:23.243144 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-2739b55a-1367-4d91-b6d5-df0ef633787e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:23.300201 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-2739b55a-1367-4d91-b6d5-df0ef633787e None None] Port 28fcdf03-d72a-4a09-b4d7-81b8d26fe869 cannot update to ACTIVE because it is not bound. {{(pid=91849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:10:23.305921 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-03809158-5295-423b-a10d-54d47f3bbea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:23.567265 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-03809158-5295-423b-a10d-54d47f3bbea5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:23.571962 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-03809158-5295-423b-a10d-54d47f3bbea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:23.573131 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-03809158-5295-423b-a10d-54d47f3bbea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1927877'] for router_interface, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:23.577028 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-03809158-5295-423b-a10d-54d47f3bbea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:10:23.711178 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03809158-5295-423b-a10d-54d47f3bbea5 admin admin] Pushing event updated for resources: {'Port': ['ID=28fcdf03-d72a-4a09-b4d7-81b8d26fe869,revision_number=2']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:10:23.727376 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-03809158-5295-423b-a10d-54d47f3bbea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:10:23.778517 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03809158-5295-423b-a10d-54d47f3bbea5 admin admin] Network e5bb617a-5078-4f10-b059-b5401ff6689d is already hosted by enough agents. {{(pid=91847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:10:23.779997 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [None req-03809158-5295-423b-a10d-54d47f3bbea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:10:23.977131 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03809158-5295-423b-a10d-54d47f3bbea5 admin admin] Router 3b4ca1fe-7c62-4e7b-8b3b-f19060149fef is scheduled to L3 agent 6d24f2a4-c5c8-4233-9813-3f8fa73b68fa with binding_index 1 {{(pid=91847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 11:10:24.028932 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-2cdf4420-e88b-4c5b-8a95-0c8ba4366bc5 None None] Provisioning complete for port 28fcdf03-d72a-4a09-b4d7-81b8d26fe869 triggered by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:10:24.029406 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-2cdf4420-e88b-4c5b-8a95-0c8ba4366bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:24.088188 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-2cdf4420-e88b-4c5b-8a95-0c8ba4366bc5 None None] Port 28fcdf03-d72a-4a09-b4d7-81b8d26fe869 cannot update to ACTIVE because it is not bound. {{(pid=91849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:10:24.141723 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03809158-5295-423b-a10d-54d47f3bbea5 admin admin] Notify agent at l3_agent.dv-cinder-751579-23-smb the message routers_updated {{(pid=91847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:10:24.151656 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9fbe59-3670-44ca-974d-92df1be18ad5 None None] Sync routers for ids ['3b4ca1fe-7c62-4e7b-8b3b-f19060149fef'] in dv-cinder-751579-23-smb {{(pid=91850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:10:24.152130 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-03809158-5295-423b-a10d-54d47f3bbea5 admin admin] 10.222.0.77 "PUT /v2.0/routers/3b4ca1fe-7c62-4e7b-8b3b-f19060149fef/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1946001 May 27 11:10:24.163482 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9fbe59-3670-44ca-974d-92df1be18ad5 None None] Routers {'3b4ca1fe-7c62-4e7b-8b3b-f19060149fef'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:10:24.164388 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-fa9fbe59-3670-44ca-974d-92df1be18ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:10:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['3b4ca1fe-7c62-4e7b-8b3b-f19060149fef'], 'active': True} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:10:24.324515 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 5 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:10:24.352514 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvr_db [None req-fa9fbe59-3670-44ca-974d-92df1be18ad5 None None] Set router 3b4ca1fe-7c62-4e7b-8b3b-f19060149fef gateway port host: None {{(pid=91850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:10:24.731056 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-fa9fbe59-3670-44ca-974d-92df1be18ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4ca1fe-7c62-4e7b-8b3b-f19060149fef', 'name': 'router1', 'tenant_id': '7253dbfef3cc44bb82b7ffb4d16952b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:10:13Z', 'updated_at': '2021-05-27T11:10:23Z', 'revision_number': 2, 'project_id': '7253dbfef3cc44bb82b7ffb4d16952b1', 'gw_port_host': None, '_interfaces': [{'id': '28fcdf03-d72a-4a09-b4d7-81b8d26fe869', 'name': '', 'network_id': 'e5bb617a-5078-4f10-b059-b5401ff6689d', 'tenant_id': '7253dbfef3cc44bb82b7ffb4d16952b1', 'mac_address': 'fa:16:3e:04:df:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4ca1fe-7c62-4e7b-8b3b-f19060149fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c79fbb68-63c2-4ce6-a4fc-d0680c34b0ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:10:22Z', 'updated_at': '2021-05-27T11:10:23Z', 'revision_number': 2, 'project_id': '7253dbfef3cc44bb82b7ffb4d16952b1', 'subnets': [{'id': 'c79fbb68-63c2-4ce6-a4fc-d0680c34b0ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd937d23-7153-40b4-b35f-7af1bb086228'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:10:24.736845 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9fbe59-3670-44ca-974d-92df1be18ad5 None None] Checking router: 3b4ca1fe-7c62-4e7b-8b3b-f19060149fef for host: dv-cinder-751579-23-smb {{(pid=91850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:10:24.737204 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9fbe59-3670-44ca-974d-92df1be18ad5 None None] Updating router 3b4ca1fe-7c62-4e7b-8b3b-f19060149fef port 28fcdf03-d72a-4a09-b4d7-81b8d26fe869 binding host dv-cinder-751579-23-smb {{(pid=91850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 11:10:24.791719 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-fa9fbe59-3670-44ca-974d-92df1be18ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:25.193055 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-fa9fbe59-3670-44ca-974d-92df1be18ad5 None None] Notify callbacks [] for port, precommit_update {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:25.208768 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.provisioning_blocks [None req-fa9fbe59-3670-44ca-974d-92df1be18ad5 None None] Transition to ACTIVE for port object 28fcdf03-d72a-4a09-b4d7-81b8d26fe869 will not be triggered until provisioned by entity L2. {{(pid=91850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:10:25.216070 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-fa9fbe59-3670-44ca-974d-92df1be18ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:25.221610 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:10:25.342217 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b698aebc-cf71-4cba-a878-93c67001e553 None None] Pushing event updated for resources: {'Port': ['ID=28fcdf03-d72a-4a09-b4d7-81b8d26fe869,revision_number=3']} {{(pid=91850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:10:25.358253 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b698aebc-cf71-4cba-a878-93c67001e553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:10:25.358253 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b698aebc-cf71-4cba-a878-93c67001e553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:10:25.358253 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b698aebc-cf71-4cba-a878-93c67001e553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:10:25.358253 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b698aebc-cf71-4cba-a878-93c67001e553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:10:25.358253 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b698aebc-cf71-4cba-a878-93c67001e553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:10:25.358253 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b698aebc-cf71-4cba-a878-93c67001e553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:10:25.360666 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b698aebc-cf71-4cba-a878-93c67001e553 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:10:25.360666 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b698aebc-cf71-4cba-a878-93c67001e553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:10:25.360666 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b698aebc-cf71-4cba-a878-93c67001e553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:10:25.360666 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b698aebc-cf71-4cba-a878-93c67001e553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:10:25.360666 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b698aebc-cf71-4cba-a878-93c67001e553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:10:25.360666 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b698aebc-cf71-4cba-a878-93c67001e553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:10:25.361074 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b698aebc-cf71-4cba-a878-93c67001e553 None None] Tracked resource versions report: May 27 11:10:25.361074 dv-cinder-751579-23-smb neutron-server[91850]: pushed versions: May 27 11:10:25.361074 dv-cinder-751579-23-smb neutron-server[91850]: { 'AddressGroup': {'1.2'}, May 27 11:10:25.361074 dv-cinder-751579-23-smb neutron-server[91850]: 'ConntrackHelper': {'1.0'}, May 27 11:10:25.361074 dv-cinder-751579-23-smb neutron-server[91850]: 'Log': {'1.0'}, May 27 11:10:25.361074 dv-cinder-751579-23-smb neutron-server[91850]: 'Network': {'1.1'}, May 27 11:10:25.361074 dv-cinder-751579-23-smb neutron-server[91850]: 'Port': {'1.7'}, May 27 11:10:25.361074 dv-cinder-751579-23-smb neutron-server[91850]: 'PortForwarding': {'1.2'}, May 27 11:10:25.361074 dv-cinder-751579-23-smb neutron-server[91850]: 'QosPolicy': {'1.8'}, May 27 11:10:25.361074 dv-cinder-751579-23-smb neutron-server[91850]: 'SecurityGroup': {'1.4'}, May 27 11:10:25.361074 dv-cinder-751579-23-smb neutron-server[91850]: 'SecurityGroupRule': {'1.2'}, May 27 11:10:25.361074 dv-cinder-751579-23-smb neutron-server[91850]: 'SubPort': {'1.0'}, May 27 11:10:25.361074 dv-cinder-751579-23-smb neutron-server[91850]: 'Subnet': {'1.1'}, May 27 11:10:25.361074 dv-cinder-751579-23-smb neutron-server[91850]: 'Trunk': {'1.1'}} May 27 11:10:25.361074 dv-cinder-751579-23-smb neutron-server[91850]: consumer versions: May 27 11:10:25.361074 dv-cinder-751579-23-smb neutron-server[91850]: { DHCP agent@dv-cinder-751579-23-smb: {}, May 27 11:10:25.361074 dv-cinder-751579-23-smb neutron-server[91850]: L3 agent@dv-cinder-751579-23-smb: {}, May 27 11:10:25.361074 dv-cinder-751579-23-smb neutron-server[91850]: Metadata agent@dv-cinder-751579-23-smb: {}, May 27 11:10:25.361074 dv-cinder-751579-23-smb neutron-server[91850]: Metering agent@dv-cinder-751579-23-smb: {}, May 27 11:10:25.361074 dv-cinder-751579-23-smb neutron-server[91850]: Open vSwitch agent@dv-cinder-751579-23-smb: { 'AddressGroup': '1.2', May 27 11:10:25.361074 dv-cinder-751579-23-smb neutron-server[91850]: 'ConntrackHelper': '1.0', May 27 11:10:25.361074 dv-cinder-751579-23-smb neutron-server[91850]: 'Log': '1.0', May 27 11:10:25.361074 dv-cinder-751579-23-smb neutron-server[91850]: 'Network': '1.1', May 27 11:10:25.361074 dv-cinder-751579-23-smb neutron-server[91850]: 'Port': '1.7', May 27 11:10:25.361074 dv-cinder-751579-23-smb neutron-server[91850]: 'PortForwarding': '1.2', May 27 11:10:25.361074 dv-cinder-751579-23-smb neutron-server[91850]: 'QosPolicy': '1.8', May 27 11:10:25.361074 dv-cinder-751579-23-smb neutron-server[91850]: 'SecurityGroup': '1.4', May 27 11:10:25.361074 dv-cinder-751579-23-smb neutron-server[91850]: 'SecurityGroupRule': '1.2', May 27 11:10:25.361074 dv-cinder-751579-23-smb neutron-server[91850]: 'SubPort': '1.0', May 27 11:10:25.361074 dv-cinder-751579-23-smb neutron-server[91850]: 'Subnet': '1.1', May 27 11:10:25.361074 dv-cinder-751579-23-smb neutron-server[91850]: 'Trunk': '1.1'}} May 27 11:10:25.361074 dv-cinder-751579-23-smb neutron-server[91850]: {{(pid=91850) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 11:10:25.396462 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG oslo_concurrency.lockutils [None req-b698aebc-cf71-4cba-a878-93c67001e553 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:10:25.462654 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.managers [None req-fa9fbe59-3670-44ca-974d-92df1be18ad5 None None] Attempting to bind port 28fcdf03-d72a-4a09-b4d7-81b8d26fe869 on host dv-cinder-751579-23-smb for vnic_type normal with profile {{(pid=91850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:10:25.463038 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.managers [None req-fa9fbe59-3670-44ca-974d-92df1be18ad5 None None] Attempting to bind port 28fcdf03-d72a-4a09-b4d7-81b8d26fe869 by drivers openvswitch,hyperv on host dv-cinder-751579-23-smb at level 0 using segments [{'id': 'fa14b86e-74a4-4dbd-9149-f088900130cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'e5bb617a-5078-4f10-b059-b5401ff6689d'}] {{(pid=91850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:10:25.463479 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9fbe59-3670-44ca-974d-92df1be18ad5 None None] Attempting to bind port 28fcdf03-d72a-4a09-b4d7-81b8d26fe869 on network e5bb617a-5078-4f10-b059-b5401ff6689d {{(pid=91850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:10:25.469085 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9fbe59-3670-44ca-974d-92df1be18ad5 None None] Checking agent: {'id': '2c978cda-2b59-4acb-bf0b-4021aa69528d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 9, 47), 'started_at': datetime.datetime(2021, 5, 27, 11, 10, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:10:25.469486 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9fbe59-3670-44ca-974d-92df1be18ad5 None None] Checking segment: {'id': 'fa14b86e-74a4-4dbd-9149-f088900130cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'e5bb617a-5078-4f10-b059-b5401ff6689d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:10:25.473763 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-fa9fbe59-3670-44ca-974d-92df1be18ad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:25.473763 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9fbe59-3670-44ca-974d-92df1be18ad5 None None] Bound using segment: {'id': 'fa14b86e-74a4-4dbd-9149-f088900130cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'e5bb617a-5078-4f10-b059-b5401ff6689d'} {{(pid=91850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:10:25.473763 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.managers [None req-fa9fbe59-3670-44ca-974d-92df1be18ad5 None None] Bound port: 28fcdf03-d72a-4a09-b4d7-81b8d26fe869, host: dv-cinder-751579-23-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa14b86e-74a4-4dbd-9149-f088900130cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'e5bb617a-5078-4f10-b059-b5401ff6689d'}}] {{(pid=91850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:10:25.473763 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-fa9fbe59-3670-44ca-974d-92df1be18ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:25.566252 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.db [None req-fa9fbe59-3670-44ca-974d-92df1be18ad5 None None] For port 28fcdf03-d72a-4a09-b4d7-81b8d26fe869, host dv-cinder-751579-23-smb, cleared binding levels {{(pid=91850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:10:25.570636 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.db [None req-fa9fbe59-3670-44ca-974d-92df1be18ad5 None None] For port 28fcdf03-d72a-4a09-b4d7-81b8d26fe869, host dv-cinder-751579-23-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=28fcdf03-d72a-4a09-b4d7-81b8d26fe869,segment=NetworkSegment(fa14b86e-74a4-4dbd-9149-f088900130cb),segment_id=fa14b86e-74a4-4dbd-9149-f088900130cb)] {{(pid=91850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:10:25.576477 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-fa9fbe59-3670-44ca-974d-92df1be18ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:25.580743 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:10:25.673096 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b698aebc-cf71-4cba-a878-93c67001e553 None None] Pushing event updated for resources: {'Port': ['ID=28fcdf03-d72a-4a09-b4d7-81b8d26fe869,revision_number=4']} {{(pid=91850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:10:25.675812 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9fbe59-3670-44ca-974d-92df1be18ad5 None None] Routers {'3b4ca1fe-7c62-4e7b-8b3b-f19060149fef'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:10:25.676435 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-fa9fbe59-3670-44ca-974d-92df1be18ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:10:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['3b4ca1fe-7c62-4e7b-8b3b-f19060149fef'], 'active': True} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:10:25.727403 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG oslo_concurrency.lockutils [None req-b698aebc-cf71-4cba-a878-93c67001e553 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:10:25.874380 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvr_db [None req-fa9fbe59-3670-44ca-974d-92df1be18ad5 None None] Set router 3b4ca1fe-7c62-4e7b-8b3b-f19060149fef gateway port host: None {{(pid=91850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:10:26.229865 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-fa9fbe59-3670-44ca-974d-92df1be18ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4ca1fe-7c62-4e7b-8b3b-f19060149fef', 'name': 'router1', 'tenant_id': '7253dbfef3cc44bb82b7ffb4d16952b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:10:13Z', 'updated_at': '2021-05-27T11:10:23Z', 'revision_number': 2, 'project_id': '7253dbfef3cc44bb82b7ffb4d16952b1', 'gw_port_host': None, '_interfaces': [{'id': '28fcdf03-d72a-4a09-b4d7-81b8d26fe869', 'name': '', 'network_id': 'e5bb617a-5078-4f10-b059-b5401ff6689d', 'tenant_id': '7253dbfef3cc44bb82b7ffb4d16952b1', 'mac_address': 'fa:16:3e:04:df:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4ca1fe-7c62-4e7b-8b3b-f19060149fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c79fbb68-63c2-4ce6-a4fc-d0680c34b0ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:10:22Z', 'updated_at': '2021-05-27T11:10:25Z', 'revision_number': 4, 'project_id': '7253dbfef3cc44bb82b7ffb4d16952b1', 'subnets': [{'id': 'c79fbb68-63c2-4ce6-a4fc-d0680c34b0ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd937d23-7153-40b4-b35f-7af1bb086228'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:10:26.235670 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9fbe59-3670-44ca-974d-92df1be18ad5 None None] The sync data for ids ['3b4ca1fe-7c62-4e7b-8b3b-f19060149fef'] in dv-cinder-751579-23-smb is: [{'id': '3b4ca1fe-7c62-4e7b-8b3b-f19060149fef', 'name': 'router1', 'tenant_id': '7253dbfef3cc44bb82b7ffb4d16952b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:10:13Z', 'updated_at': '2021-05-27T11:10:23Z', 'revision_number': 2, 'project_id': '7253dbfef3cc44bb82b7ffb4d16952b1', 'gw_port_host': None, '_interfaces': [{'id': '28fcdf03-d72a-4a09-b4d7-81b8d26fe869', 'name': '', 'network_id': 'e5bb617a-5078-4f10-b059-b5401ff6689d', 'tenant_id': '7253dbfef3cc44bb82b7ffb4d16952b1', 'mac_address': 'fa:16:3e:04:df:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4ca1fe-7c62-4e7b-8b3b-f19060149fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c79fbb68-63c2-4ce6-a4fc-d0680c34b0ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:10:22Z', 'updated_at': '2021-05-27T11:10:25Z', 'revision_number': 4, 'project_id': '7253dbfef3cc44bb82b7ffb4d16952b1', 'subnets': [{'id': 'c79fbb68-63c2-4ce6-a4fc-d0680c34b0ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd937d23-7153-40b4-b35f-7af1bb086228'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:10:26.370220 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 51940) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:10:26.531095 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0165f77c-d548-4548-8304-c9e9bea2a293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:10:26.532384 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-0165f77c-d548-4548-8304-c9e9bea2a293 admin admin] 10.222.0.77 "GET /v2.0/networks/0ace5481-0689-4712-88e8-17cfc5365039 HTTP/1.1" status: 200 len: 842 time: 0.1611204 May 27 11:10:26.542242 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-bd890c4b-90f8-42c4-bb7d-146120097bb9 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.3.1', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'cidr': '172.28.3.0/24', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:10:26.548148 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-bd890c4b-90f8-42c4-bb7d-146120097bb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:10:26.552659 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-bd890c4b-90f8-42c4-bb7d-146120097bb9 admin admin] Usage tracker for resource:subnet and tenant:c6c37ad0091242ceae9fa7b682d07f9b is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:10:26.556796 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-bd890c4b-90f8-42c4-bb7d-146120097bb9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:10:26.563669 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-bd890c4b-90f8-42c4-bb7d-146120097bb9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:10:26.574433 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd890c4b-90f8-42c4-bb7d-146120097bb9 admin admin] Made reservation on behalf of c6c37ad0091242ceae9fa7b682d07f9b for: {'subnet': 1} {{(pid=91847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:10:26.577740 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-bd890c4b-90f8-42c4-bb7d-146120097bb9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:27.064648 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.objects.ports [None req-bd890c4b-90f8-42c4-bb7d-146120097bb9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91847) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 27 11:10:27.065113 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-bd890c4b-90f8-42c4-bb7d-146120097bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658'] for subnet, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:27.068854 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:10:27.138510 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd890c4b-90f8-42c4-bb7d-146120097bb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62662465-340f-4d3d-804b-21afd8ee5936,revision_number=0']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:10:27.146980 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-bd890c4b-90f8-42c4-bb7d-146120097bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:10:27.151129 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd890c4b-90f8-42c4-bb7d-146120097bb9 admin admin] Checking segment: {'id': '4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:10:27.151479 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd890c4b-90f8-42c4-bb7d-146120097bb9 admin admin] Network hostable DHCP agents. Network: 0ace5481-0689-4712-88e8-17cfc5365039, hostable agents: ['49383876-4286-4bfb-8d2a-316dbfdc5a49'], hosted agents: [] {{(pid=91847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 11:10:27.169128 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd890c4b-90f8-42c4-bb7d-146120097bb9 admin admin] Network 0ace5481-0689-4712-88e8-17cfc5365039 is scheduled to be hosted by DHCP agent 49383876-4286-4bfb-8d2a-316dbfdc5a49 with binding_index 1 {{(pid=91847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 11:10:27.180076 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [None req-bd890c4b-90f8-42c4-bb7d-146120097bb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-23-smb, 0ace5481-0689-4712-88e8-17cfc5365039) {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:10:27.185021 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd890c4b-90f8-42c4-bb7d-146120097bb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:10:27.186165 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-bd890c4b-90f8-42c4-bb7d-146120097bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for subnet, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:27.193901 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4048a395-ac93-413a-a06c-e2afbfcfe404 None None] Network 0ace5481-0689-4712-88e8-17cfc5365039 requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:10:27.210151 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-bd890c4b-90f8-42c4-bb7d-146120097bb9 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6713655 May 27 11:10:27.424064 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5ee85e-9807-404f-8aab-ae2098f4b668 None None] Network 0ace5481-0689-4712-88e8-17cfc5365039 requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:10:29.530510 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 28fcdf03-d72a-4a09-b4d7-81b8d26fe869 up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:10:29.587870 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 51954) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:10:29.606051 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning for port 28fcdf03-d72a-4a09-b4d7-81b8d26fe869 completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:10:29.612591 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port 28fcdf03-d72a-4a09-b4d7-81b8d26fe869 triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:10:29.612918 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:29.741170 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:29.775516 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] For port 28fcdf03-d72a-4a09-b4d7-81b8d26fe869, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=28fcdf03-d72a-4a09-b4d7-81b8d26fe869,segment=NetworkSegment(fa14b86e-74a4-4dbd-9149-f088900130cb),segment_id=fa14b86e-74a4-4dbd-9149-f088900130cb)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:10:29.780506 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:29.782740 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:10:29.847868 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-724d713d-e873-4f38-a692-0aef79b37142 admin admin] 10.222.0.77 "GET /v2.0/routers/3b4ca1fe-7c62-4e7b-8b3b-f19060149fef HTTP/1.1" status: 200 len: 710 time: 0.2565994 May 27 11:10:29.860481 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Pushing event updated for resources: {'Port': ['ID=28fcdf03-d72a-4a09-b4d7-81b8d26fe869,revision_number=5']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:10:29.864707 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:10:29.991658 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94934546-c6e7-497a-a947-b9395dddc1c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:10:29.992172 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-94934546-c6e7-497a-a947-b9395dddc1c5 admin admin] Synchronizing usage tracker for tenant:c6c37ad0091242ceae9fa7b682d07f9b on resource:network {{(pid=91848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:10:30.014932 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-94934546-c6e7-497a-a947-b9395dddc1c5 admin admin] Unset dirty status for tenant:c6c37ad0091242ceae9fa7b682d07f9b on resource:network {{(pid=91848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:10:30.016164 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-94934546-c6e7-497a-a947-b9395dddc1c5 admin admin] 10.222.0.77 "GET /v2.0/networks/0ace5481-0689-4712-88e8-17cfc5365039 HTTP/1.1" status: 200 len: 886 time: 0.1653690 May 27 11:10:30.028196 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [None req-08351d5a-6ae2-4e50-a1c2-a5db37e181a4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039'}}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:10:30.491183 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-08351d5a-6ae2-4e50-a1c2-a5db37e181a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1926513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1940144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7896'] for router, precommit_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:30.841256 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-08351d5a-6ae2-4e50-a1c2-a5db37e181a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:30.904135 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-08351d5a-6ae2-4e50-a1c2-a5db37e181a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:31.090886 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.db_base_plugin_common [None req-08351d5a-6ae2-4e50-a1c2-a5db37e181a4 admin admin] Allocated IP 172.28.3.170 (0ace5481-0689-4712-88e8-17cfc5365039/62662465-340f-4d3d-804b-21afd8ee5936/b8606b39-296f-4a8b-b6cd-4ade2b34212b) {{(pid=91848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:10:31.248561 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-08351d5a-6ae2-4e50-a1c2-a5db37e181a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:31.310014 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-08351d5a-6ae2-4e50-a1c2-a5db37e181a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971'] for port, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:31.314612 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:10:31.379328 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08351d5a-6ae2-4e50-a1c2-a5db37e181a4 admin admin] Network 0ace5481-0689-4712-88e8-17cfc5365039 is already hosted by enough agents. {{(pid=91848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:10:31.382230 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.base_scheduler [None req-08351d5a-6ae2-4e50-a1c2-a5db37e181a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:10:31.389780 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08351d5a-6ae2-4e50-a1c2-a5db37e181a4 admin admin] Received port after_create {{(pid=91848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:10:31.440488 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08351d5a-6ae2-4e50-a1c2-a5db37e181a4 admin admin] Pushing event updated for resources: {'Port': ['ID=b8606b39-296f-4a8b-b6cd-4ade2b34212b,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:10:31.448731 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-08351d5a-6ae2-4e50-a1c2-a5db37e181a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:10:31.519161 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 28fcdf03-d72a-4a09-b4d7-81b8d26fe869 up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:10:31.590096 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port 28fcdf03-d72a-4a09-b4d7-81b8d26fe869 triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:10:31.590463 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:31.792364 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-08351d5a-6ae2-4e50-a1c2-a5db37e181a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:32.146804 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-08351d5a-6ae2-4e50-a1c2-a5db37e181a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1926513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1940144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7896'] for router, precommit_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:32.150404 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-08351d5a-6ae2-4e50-a1c2-a5db37e181a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1926400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1926462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1926409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1940098'] for router, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:32.382439 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08351d5a-6ae2-4e50-a1c2-a5db37e181a4 admin admin] Router 3b4ca1fe-7c62-4e7b-8b3b-f19060149fef has already been hosted by L3 agent 6d24f2a4-c5c8-4233-9813-3f8fa73b68fa {{(pid=91848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:10:32.567391 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08351d5a-6ae2-4e50-a1c2-a5db37e181a4 admin admin] Notify agent at l3_agent.dv-cinder-751579-23-smb the message routers_updated {{(pid=91848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:10:32.576162 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-08351d5a-6ae2-4e50-a1c2-a5db37e181a4 admin admin] Notify callbacks [] for router, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:32.577794 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42c871d-2422-490b-87de-66c1b27bc637 None None] Sync routers for ids ['3b4ca1fe-7c62-4e7b-8b3b-f19060149fef'] in dv-cinder-751579-23-smb {{(pid=91849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:10:32.578811 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-08351d5a-6ae2-4e50-a1c2-a5db37e181a4 admin admin] 10.222.0.77 "PUT /v2.0/routers/3b4ca1fe-7c62-4e7b-8b3b-f19060149fef HTTP/1.1" status: 200 len: 890 time: 2.5541856 May 27 11:10:32.589876 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42c871d-2422-490b-87de-66c1b27bc637 None None] Routers {'3b4ca1fe-7c62-4e7b-8b3b-f19060149fef'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:10:32.590517 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-f42c871d-2422-490b-87de-66c1b27bc637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:10:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['3b4ca1fe-7c62-4e7b-8b3b-f19060149fef'], 'active': True} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:10:32.795230 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvr_db [None req-f42c871d-2422-490b-87de-66c1b27bc637 None None] Set router 3b4ca1fe-7c62-4e7b-8b3b-f19060149fef gateway port host: dv-cinder-751579-23-smb {{(pid=91849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:10:33.179974 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-f42c871d-2422-490b-87de-66c1b27bc637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4ca1fe-7c62-4e7b-8b3b-f19060149fef', 'name': 'router1', 'tenant_id': '7253dbfef3cc44bb82b7ffb4d16952b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b8606b39-296f-4a8b-b6cd-4ade2b34212b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:10:13Z', 'updated_at': '2021-05-27T11:10:31Z', 'revision_number': 4, 'project_id': '7253dbfef3cc44bb82b7ffb4d16952b1', 'gw_port': {'id': 'b8606b39-296f-4a8b-b6cd-4ade2b34212b', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:aa:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4ca1fe-7c62-4e7b-8b3b-f19060149fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:10:30Z', 'updated_at': '2021-05-27T11:10:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': '28fcdf03-d72a-4a09-b4d7-81b8d26fe869', 'name': '', 'network_id': 'e5bb617a-5078-4f10-b059-b5401ff6689d', 'tenant_id': '7253dbfef3cc44bb82b7ffb4d16952b1', 'mac_address': 'fa:16:3e:04:df:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ca1fe-7c62-4e7b-8b3b-f19060149fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c79fbb68-63c2-4ce6-a4fc-d0680c34b0ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:10:22Z', 'updated_at': '2021-05-27T11:10:29Z', 'revision_number': 5, 'project_id': '7253dbfef3cc44bb82b7ffb4d16952b1', 'subnets': [{'id': 'c79fbb68-63c2-4ce6-a4fc-d0680c34b0ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd937d23-7153-40b4-b35f-7af1bb086228'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:10:33.187134 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42c871d-2422-490b-87de-66c1b27bc637 None None] Checking router: 3b4ca1fe-7c62-4e7b-8b3b-f19060149fef for host: dv-cinder-751579-23-smb {{(pid=91849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:10:33.187655 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42c871d-2422-490b-87de-66c1b27bc637 None None] Updating router 3b4ca1fe-7c62-4e7b-8b3b-f19060149fef port b8606b39-296f-4a8b-b6cd-4ade2b34212b binding host dv-cinder-751579-23-smb {{(pid=91849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 11:10:33.246490 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f42c871d-2422-490b-87de-66c1b27bc637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:33.592957 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f42c871d-2422-490b-87de-66c1b27bc637 None None] Notify callbacks [] for port, precommit_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:33.604438 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-f42c871d-2422-490b-87de-66c1b27bc637 None None] Transition to ACTIVE for port object b8606b39-296f-4a8b-b6cd-4ade2b34212b will not be triggered until provisioned by entity L2. {{(pid=91849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:10:33.611994 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f42c871d-2422-490b-87de-66c1b27bc637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:33.616011 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:10:33.698719 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a555458-e0d8-47da-9da3-36c8f3762728 None None] Pushing event updated for resources: {'Port': ['ID=b8606b39-296f-4a8b-b6cd-4ade2b34212b,revision_number=2']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:10:33.701506 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-6a555458-e0d8-47da-9da3-36c8f3762728 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:10:33.702367 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-f42c871d-2422-490b-87de-66c1b27bc637 None None] Attempting to bind port b8606b39-296f-4a8b-b6cd-4ade2b34212b on host dv-cinder-751579-23-smb for vnic_type normal with profile {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:10:33.702739 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-f42c871d-2422-490b-87de-66c1b27bc637 None None] Attempting to bind port b8606b39-296f-4a8b-b6cd-4ade2b34212b by drivers openvswitch,hyperv on host dv-cinder-751579-23-smb at level 0 using segments [{'id': '4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039'}] {{(pid=91849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:10:33.703122 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42c871d-2422-490b-87de-66c1b27bc637 None None] Attempting to bind port b8606b39-296f-4a8b-b6cd-4ade2b34212b on network 0ace5481-0689-4712-88e8-17cfc5365039 {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:10:33.709064 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42c871d-2422-490b-87de-66c1b27bc637 None None] Checking agent: {'id': '2c978cda-2b59-4acb-bf0b-4021aa69528d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 9, 47), 'started_at': datetime.datetime(2021, 5, 27, 11, 10, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:10:33.709446 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42c871d-2422-490b-87de-66c1b27bc637 None None] Checking segment: {'id': '4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:10:33.709846 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f42c871d-2422-490b-87de-66c1b27bc637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:33.710239 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42c871d-2422-490b-87de-66c1b27bc637 None None] Bound using segment: {'id': '4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039'} {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:10:33.710725 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-f42c871d-2422-490b-87de-66c1b27bc637 None None] Bound port: b8606b39-296f-4a8b-b6cd-4ade2b34212b, host: dv-cinder-751579-23-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039'}}] {{(pid=91849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:10:33.711084 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f42c871d-2422-490b-87de-66c1b27bc637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:33.785734 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-f42c871d-2422-490b-87de-66c1b27bc637 None None] For port b8606b39-296f-4a8b-b6cd-4ade2b34212b, host dv-cinder-751579-23-smb, cleared binding levels {{(pid=91849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:10:33.789944 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-f42c871d-2422-490b-87de-66c1b27bc637 None None] For port b8606b39-296f-4a8b-b6cd-4ade2b34212b, host dv-cinder-751579-23-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=b8606b39-296f-4a8b-b6cd-4ade2b34212b,segment=NetworkSegment(4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310),segment_id=4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310)] {{(pid=91849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:10:33.795924 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f42c871d-2422-490b-87de-66c1b27bc637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:33.799838 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:10:33.877843 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42c871d-2422-490b-87de-66c1b27bc637 None None] Routers {'3b4ca1fe-7c62-4e7b-8b3b-f19060149fef'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:10:33.878466 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-f42c871d-2422-490b-87de-66c1b27bc637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:10:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['3b4ca1fe-7c62-4e7b-8b3b-f19060149fef'], 'active': True} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:10:33.945646 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a555458-e0d8-47da-9da3-36c8f3762728 None None] Pushing event updated for resources: {'Port': ['ID=b8606b39-296f-4a8b-b6cd-4ade2b34212b,revision_number=3']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:10:33.949089 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-6a555458-e0d8-47da-9da3-36c8f3762728 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:10:34.070200 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvr_db [None req-f42c871d-2422-490b-87de-66c1b27bc637 None None] Set router 3b4ca1fe-7c62-4e7b-8b3b-f19060149fef gateway port host: dv-cinder-751579-23-smb {{(pid=91849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:10:34.413455 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-f42c871d-2422-490b-87de-66c1b27bc637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4ca1fe-7c62-4e7b-8b3b-f19060149fef', 'name': 'router1', 'tenant_id': '7253dbfef3cc44bb82b7ffb4d16952b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b8606b39-296f-4a8b-b6cd-4ade2b34212b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:10:13Z', 'updated_at': '2021-05-27T11:10:31Z', 'revision_number': 4, 'project_id': '7253dbfef3cc44bb82b7ffb4d16952b1', 'gw_port': {'id': 'b8606b39-296f-4a8b-b6cd-4ade2b34212b', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:aa:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4ca1fe-7c62-4e7b-8b3b-f19060149fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:10:30Z', 'updated_at': '2021-05-27T11:10:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': '28fcdf03-d72a-4a09-b4d7-81b8d26fe869', 'name': '', 'network_id': 'e5bb617a-5078-4f10-b059-b5401ff6689d', 'tenant_id': '7253dbfef3cc44bb82b7ffb4d16952b1', 'mac_address': 'fa:16:3e:04:df:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ca1fe-7c62-4e7b-8b3b-f19060149fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c79fbb68-63c2-4ce6-a4fc-d0680c34b0ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:10:22Z', 'updated_at': '2021-05-27T11:10:29Z', 'revision_number': 5, 'project_id': '7253dbfef3cc44bb82b7ffb4d16952b1', 'subnets': [{'id': 'c79fbb68-63c2-4ce6-a4fc-d0680c34b0ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd937d23-7153-40b4-b35f-7af1bb086228'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:10:34.417532 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42c871d-2422-490b-87de-66c1b27bc637 None None] The sync data for ids ['3b4ca1fe-7c62-4e7b-8b3b-f19060149fef'] in dv-cinder-751579-23-smb is: [{'id': '3b4ca1fe-7c62-4e7b-8b3b-f19060149fef', 'name': 'router1', 'tenant_id': '7253dbfef3cc44bb82b7ffb4d16952b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b8606b39-296f-4a8b-b6cd-4ade2b34212b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:10:13Z', 'updated_at': '2021-05-27T11:10:31Z', 'revision_number': 4, 'project_id': '7253dbfef3cc44bb82b7ffb4d16952b1', 'gw_port': {'id': 'b8606b39-296f-4a8b-b6cd-4ade2b34212b', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:aa:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4ca1fe-7c62-4e7b-8b3b-f19060149fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:10:30Z', 'updated_at': '2021-05-27T11:10:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': '28fcdf03-d72a-4a09-b4d7-81b8d26fe869', 'name': '', 'network_id': 'e5bb617a-5078-4f10-b059-b5401ff6689d', 'tenant_id': '7253dbfef3cc44bb82b7ffb4d16952b1', 'mac_address': 'fa:16:3e:04:df:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ca1fe-7c62-4e7b-8b3b-f19060149fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c79fbb68-63c2-4ce6-a4fc-d0680c34b0ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:10:22Z', 'updated_at': '2021-05-27T11:10:29Z', 'revision_number': 5, 'project_id': '7253dbfef3cc44bb82b7ffb4d16952b1', 'subnets': [{'id': 'c79fbb68-63c2-4ce6-a4fc-d0680c34b0ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd937d23-7153-40b4-b35f-7af1bb086228'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:10:35.058124 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 51964) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:10:35.179181 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-bcaed753-af73-4756-8c75-5427d1a9707e admin admin] 10.222.0.77 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1198177 May 27 11:10:35.528176 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device b8606b39-296f-4a8b-b6cd-4ade2b34212b up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:10:35.600210 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning for port b8606b39-296f-4a8b-b6cd-4ade2b34212b completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:10:35.605115 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port b8606b39-296f-4a8b-b6cd-4ade2b34212b triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:10:35.605482 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:35.738324 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:35.759935 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] For port b8606b39-296f-4a8b-b6cd-4ade2b34212b, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=b8606b39-296f-4a8b-b6cd-4ade2b34212b,segment=NetworkSegment(4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310),segment_id=4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:10:35.765163 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:35.767732 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:10:35.863679 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Pushing event updated for resources: {'Port': ['ID=b8606b39-296f-4a8b-b6cd-4ade2b34212b,revision_number=4']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:10:35.869278 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:10:37.521195 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device b8606b39-296f-4a8b-b6cd-4ade2b34212b up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:10:37.602791 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port b8606b39-296f-4a8b-b6cd-4ade2b34212b triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:10:37.603296 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:44.534984 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-e0ca26e2-a36c-4ab1-b318-dc0b944315ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:47.018422 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-9333a8c9-11f9-4e38-b0bd-a9c2c3672c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:47.073204 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:48.270516 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:10:50.270198 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:11:01.240641 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 5 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:11:14.549834 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-053306fa-61ce-4871-a979-bad0a1ae5ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:11:17.023248 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-8f57cec8-da32-4c35-83d6-a81ddb2639d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:11:17.081502 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:11:18.275030 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:11:20.270177 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:11:38.231637 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 5 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:11:44.535984 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-d87d64d8-5359-4fea-ba65-849e0066e2a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:11:47.020102 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-cf09f78c-d81d-438c-b1f1-44ee68ffb1c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:11:47.079175 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:11:48.276390 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:11:50.274439 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:12:13.595897 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 52534) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:12:13.676023 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.pecan_wsgi.hooks.translation [None req-7647996c-92a2-43b5-9182-3d31020293b6 admin admin] GET failed (client error): The resource could not be found. May 27 11:12:13.677324 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-7647996c-92a2-43b5-9182-3d31020293b6 admin admin] 10.222.0.77 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0801883 May 27 11:12:13.817655 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37738773-6dee-4972-9523-de16bf55bf92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:12:13.819002 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-37738773-6dee-4972-9523-de16bf55bf92 admin admin] 10.222.0.77 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1366148 May 27 11:12:14.542119 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-cb4ccdba-908f-4f8e-9954-f3b329cbaa22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:12:15.232025 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 5 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:12:15.992361 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 52544) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:12:16.105272 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63090d58-e65a-4b5b-9472-7a38ea344dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:12:16.106645 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-63090d58-e65a-4b5b-9472-7a38ea344dea admin admin] 10.222.0.77 "GET /v2.0/subnets/c79fbb68-63c2-4ce6-a4fc-d0680c34b0ff HTTP/1.1" status: 200 len: 849 time: 0.1132355 May 27 11:12:16.116658 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [None req-d214f7d8-8cb9-4adb-bb4f-15df36fae2ac admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:12:16.241630 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d214f7d8-8cb9-4adb-bb4f-15df36fae2ac admin admin] Notify callbacks [] for subnet, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:12:16.456348 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d214f7d8-8cb9-4adb-bb4f-15df36fae2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764582358429'] for subnet, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:12:16.460088 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:12:16.513184 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4481503d-77ca-4a65-b5de-112792a2ad7e None None] Network e5bb617a-5078-4f10-b059-b5401ff6689d requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:12:16.516472 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d214f7d8-8cb9-4adb-bb4f-15df36fae2ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:12:16.517093 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d214f7d8-8cb9-4adb-bb4f-15df36fae2ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for subnet, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:12:16.518373 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-d214f7d8-8cb9-4adb-bb4f-15df36fae2ac admin admin] 10.222.0.77 "PUT /v2.0/subnets/c79fbb68-63c2-4ce6-a4fc-d0680c34b0ff HTTP/1.1" status: 200 len: 868 time: 0.4061384 May 27 11:12:16.532230 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d214f7d8-8cb9-4adb-bb4f-15df36fae2ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=c79fbb68-63c2-4ce6-a4fc-d0680c34b0ff,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:12:16.540403 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d214f7d8-8cb9-4adb-bb4f-15df36fae2ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:12:16.541023 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d214f7d8-8cb9-4adb-bb4f-15df36fae2ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:12:16.541375 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d214f7d8-8cb9-4adb-bb4f-15df36fae2ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:12:16.541709 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d214f7d8-8cb9-4adb-bb4f-15df36fae2ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:12:16.542035 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d214f7d8-8cb9-4adb-bb4f-15df36fae2ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:12:16.542356 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d214f7d8-8cb9-4adb-bb4f-15df36fae2ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:12:16.542669 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d214f7d8-8cb9-4adb-bb4f-15df36fae2ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:12:16.542982 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d214f7d8-8cb9-4adb-bb4f-15df36fae2ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:12:16.543310 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d214f7d8-8cb9-4adb-bb4f-15df36fae2ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:12:16.543663 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d214f7d8-8cb9-4adb-bb4f-15df36fae2ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:12:16.543977 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d214f7d8-8cb9-4adb-bb4f-15df36fae2ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:12:16.544278 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d214f7d8-8cb9-4adb-bb4f-15df36fae2ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:12:16.548701 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-d214f7d8-8cb9-4adb-bb4f-15df36fae2ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:12:16.939637 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-0ff27257-1201-4e5f-95da-c7c03fdfd691 None None] Provisioning complete for port 8523c9d0-4f60-4343-9c98-bbcf941ff51d triggered by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:12:16.940005 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-0ff27257-1201-4e5f-95da-c7c03fdfd691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:12:17.021843 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-357353c8-a987-41e6-a3ff-c2ed7d318c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:12:17.095179 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:12:17.111439 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-0ff27257-1201-4e5f-95da-c7c03fdfd691 None None] Provisioning complete for port 28fcdf03-d72a-4a09-b4d7-81b8d26fe869 triggered by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:12:17.111840 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-0ff27257-1201-4e5f-95da-c7c03fdfd691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:12:18.280422 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:12:18.768516 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 52554) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:12:18.953523 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da62d846-3235-407a-b04c-46dcefe7f180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:12:18.953904 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da62d846-3235-407a-b04c-46dcefe7f180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:12:18.955600 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-da62d846-3235-407a-b04c-46dcefe7f180 admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1860728 May 27 11:12:20.276036 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:12:21.173302 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 52564) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:12:21.357736 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f2710d-c296-4170-b197-765408d59621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:12:21.358116 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f2710d-c296-4170-b197-765408d59621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:12:21.359684 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-26f2710d-c296-4170-b197-765408d59621 admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1854060 May 27 11:12:23.536226 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 52574) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:12:23.704630 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7638373-109d-4fa4-9ce0-6a2c734bfa2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:12:23.705958 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-e7638373-109d-4fa4-9ce0-6a2c734bfa2d admin admin] 10.222.0.77 "GET /v2.0/networks/0ace5481-0689-4712-88e8-17cfc5365039 HTTP/1.1" status: 200 len: 886 time: 0.1687925 May 27 11:12:25.880802 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 52584) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:12:26.058463 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ad0cd6-d12b-4a50-ac74-16427d6f01e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:12:26.059812 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-36ad0cd6-d12b-4a50-ac74-16427d6f01e5 admin admin] 10.222.0.77 "GET /v2.0/networks/e5bb617a-5078-4f10-b059-b5401ff6689d HTTP/1.1" status: 200 len: 870 time: 0.1779494 May 27 11:12:28.220854 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 52594) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:12:28.337529 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baab988b-53f1-46b1-9049-1480652b7e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:12:28.337965 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baab988b-53f1-46b1-9049-1480652b7e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:12:28.338680 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-baab988b-53f1-46b1-9049-1480652b7e85 admin admin] Synchronizing usage tracker for tenant:c6c37ad0091242ceae9fa7b682d07f9b on resource:subnet {{(pid=91847) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:12:28.360499 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-baab988b-53f1-46b1-9049-1480652b7e85 admin admin] Unset dirty status for tenant:c6c37ad0091242ceae9fa7b682d07f9b on resource:subnet {{(pid=91847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:12:28.362459 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-baab988b-53f1-46b1-9049-1480652b7e85 admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1404116 May 27 11:12:30.508292 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 52604) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:12:30.615014 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcd421f-af83-44c6-8dd4-942d16293552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:12:30.615480 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcd421f-af83-44c6-8dd4-942d16293552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:12:30.617017 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-ffcd421f-af83-44c6-8dd4-942d16293552 admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1072643 May 27 11:12:32.744484 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 52614) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:12:32.843908 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2382d1-a9e8-487a-92f3-21068c7a3add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:12:32.845270 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-0a2382d1-a9e8-487a-92f3-21068c7a3add admin admin] 10.222.0.77 "GET /v2.0/subnets/62662465-340f-4d3d-804b-21afd8ee5936 HTTP/1.1" status: 200 len: 816 time: 0.0996687 May 27 11:12:35.011105 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 52624) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:12:35.121814 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9baad3b5-350d-4b16-8fe1-5c84e86ba6b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:12:35.123389 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-9baad3b5-350d-4b16-8fe1-5c84e86ba6b6 admin admin] 10.222.0.77 "GET /v2.0/subnets/c79fbb68-63c2-4ce6-a4fc-d0680c34b0ff HTTP/1.1" status: 200 len: 868 time: 0.1110380 May 27 11:12:44.536871 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-2c413e51-0af2-4b9a-8ef5-734e6c260b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:12:47.013758 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-8d499f33-cb27-4550-8a7c-269e68209ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:12:47.081618 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:12:48.282855 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:12:50.279512 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:12:52.230729 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 5 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:12:58.643007 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 52668) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:12:58.693331 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [None req-4152fc54-96ff-467e-a2eb-a9c4ba781731 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=91847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 11:12:58.694413 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-4152fc54-96ff-467e-a2eb-a9c4ba781731 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0503340 May 27 11:13:00.955078 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 52678) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:13:01.024069 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.pecan_wsgi.hooks.translation [None req-db033c1b-9fd4-4781-8437-007a4447088a admin admin] GET failed (client error): The resource could not be found. May 27 11:13:01.025372 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-db033c1b-9fd4-4781-8437-007a4447088a admin admin] 10.222.0.77 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0693097 May 27 11:13:01.155334 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e383f6-d00b-44de-87e2-5a0b8618a6db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:13:01.156758 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-e0e383f6-d00b-44de-87e2-5a0b8618a6db admin admin] 10.222.0.77 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1275082 May 27 11:13:03.382219 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 52688) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:13:03.434534 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-b689bbd3-a610-41b1-8bf0-4b905e0d9d9b admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:13:03.439247 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-b689bbd3-a610-41b1-8bf0-4b905e0d9d9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:13:03.449643 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-b689bbd3-a610-41b1-8bf0-4b905e0d9d9b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:13:03.459336 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b689bbd3-a610-41b1-8bf0-4b905e0d9d9b admin admin] Made reservation on behalf of c6c37ad0091242ceae9fa7b682d07f9b for: {'network': 1} {{(pid=91847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:13:03.462189 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-b689bbd3-a610-41b1-8bf0-4b905e0d9d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-672059'] for network, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:13:03.554738 dv-cinder-751579-23-smb neutron-server[91847]: WARNING neutron.services.revisions.revision_plugin [None req-b689bbd3-a610-41b1-8bf0-4b905e0d9d9b admin admin] Could not find related network for resource to bump revision. May 27 11:13:03.568573 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b689bbd3-a610-41b1-8bf0-4b905e0d9d9b admin admin] vlan segment allocate from pool success with {'vlan_id': 1180, 'physical_network': 'physnet1'} {{(pid=91847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 11:13:03.581354 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-b689bbd3-a610-41b1-8bf0-4b905e0d9d9b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764582419694', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075'] for segment, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:13:03.581928 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-b689bbd3-a610-41b1-8bf0-4b905e0d9d9b admin admin] Unsubscribe: segment precommit_create {{(pid=91847) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 27 11:13:03.582373 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.db.segments_db [None req-b689bbd3-a610-41b1-8bf0-4b905e0d9d9b admin admin] Added segment e55f99ac-73b8-4b19-846e-68806905a955 of type vlan for network ad5d4821-5925-4264-b22c-81e2fa36b9d7 May 27 11:13:03.621996 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-b689bbd3-a610-41b1-8bf0-4b905e0d9d9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764581993548'] for network, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:13:03.656573 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-b689bbd3-a610-41b1-8bf0-4b905e0d9d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586667'] for network, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:13:03.657868 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b689bbd3-a610-41b1-8bf0-4b905e0d9d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:13:03.658431 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-b689bbd3-a610-41b1-8bf0-4b905e0d9d9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for network, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:13:03.662361 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:13:03.768871 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-b689bbd3-a610-41b1-8bf0-4b905e0d9d9b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3853998 May 27 11:13:03.769421 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689bbd3-a610-41b1-8bf0-4b905e0d9d9b admin admin] Pushing event updated for resources: {'Network': ['ID=ad5d4821-5925-4264-b22c-81e2fa36b9d7,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:13:03.777389 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689bbd3-a610-41b1-8bf0-4b905e0d9d9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:13:03.777744 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689bbd3-a610-41b1-8bf0-4b905e0d9d9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:13:03.778073 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689bbd3-a610-41b1-8bf0-4b905e0d9d9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:13:03.778384 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689bbd3-a610-41b1-8bf0-4b905e0d9d9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:13:03.778702 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689bbd3-a610-41b1-8bf0-4b905e0d9d9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:13:03.779012 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689bbd3-a610-41b1-8bf0-4b905e0d9d9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:13:03.779320 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689bbd3-a610-41b1-8bf0-4b905e0d9d9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:13:03.779659 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689bbd3-a610-41b1-8bf0-4b905e0d9d9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:13:03.779986 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689bbd3-a610-41b1-8bf0-4b905e0d9d9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:13:03.780297 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689bbd3-a610-41b1-8bf0-4b905e0d9d9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:13:03.780603 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689bbd3-a610-41b1-8bf0-4b905e0d9d9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:13:03.780907 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689bbd3-a610-41b1-8bf0-4b905e0d9d9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:13:03.785480 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-b689bbd3-a610-41b1-8bf0-4b905e0d9d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:13:03.793672 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Network ad5d4821-5925-4264-b22c-81e2fa36b9d7 details requested by agent ovs-agent-dv-cinder-751579-23-smb with host dv-cinder-751579-23-smb {{(pid=91849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 11:13:05.987046 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 52698) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:13:06.057937 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f27751-c00c-432a-80f0-e7dff9bc823d admin admin] GET failed (client error): The resource could not be found. May 27 11:13:06.058451 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-20f27751-c00c-432a-80f0-e7dff9bc823d admin admin] Synchronizing usage tracker for tenant:c6c37ad0091242ceae9fa7b682d07f9b on resource:network {{(pid=91847) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:13:06.075588 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-20f27751-c00c-432a-80f0-e7dff9bc823d admin admin] Unset dirty status for tenant:c6c37ad0091242ceae9fa7b682d07f9b on resource:network {{(pid=91847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:13:06.076756 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-20f27751-c00c-432a-80f0-e7dff9bc823d admin admin] 10.222.0.77 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0887299 May 27 11:13:06.185742 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664e82ac-be14-4f21-985c-569efe861507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:13:06.187103 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-664e82ac-be14-4f21-985c-569efe861507 admin admin] 10.222.0.77 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1060591 May 27 11:13:06.197632 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-26bfe9c6-bb18-43b0-984e-4ee250b29332 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'ad5d4821-5925-4264-b22c-81e2fa36b9d7'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:13:06.202294 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-26bfe9c6-bb18-43b0-984e-4ee250b29332 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:13:06.211962 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-26bfe9c6-bb18-43b0-984e-4ee250b29332 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:13:06.222778 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bfe9c6-bb18-43b0-984e-4ee250b29332 admin admin] Made reservation on behalf of c6c37ad0091242ceae9fa7b682d07f9b for: {'subnet': 1} {{(pid=91847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:13:06.225741 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-26bfe9c6-bb18-43b0-984e-4ee250b29332 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:13:06.679666 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-26bfe9c6-bb18-43b0-984e-4ee250b29332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658'] for subnet, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:13:06.683854 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-6c50c45a-d18e-4d98-a67e-4650aca93664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:13:06.759870 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bfe9c6-bb18-43b0-984e-4ee250b29332 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d8c61c8-4abd-4c73-98d2-0bab955fb131,revision_number=0']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:13:06.764391 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-26bfe9c6-bb18-43b0-984e-4ee250b29332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:13:06.768910 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bfe9c6-bb18-43b0-984e-4ee250b29332 admin admin] Checking segment: {'id': 'e55f99ac-73b8-4b19-846e-68806905a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'ad5d4821-5925-4264-b22c-81e2fa36b9d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:13:06.769219 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bfe9c6-bb18-43b0-984e-4ee250b29332 admin admin] Network hostable DHCP agents. Network: ad5d4821-5925-4264-b22c-81e2fa36b9d7, hostable agents: ['49383876-4286-4bfb-8d2a-316dbfdc5a49'], hosted agents: [] {{(pid=91847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 11:13:06.789388 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bfe9c6-bb18-43b0-984e-4ee250b29332 admin admin] Network ad5d4821-5925-4264-b22c-81e2fa36b9d7 is scheduled to be hosted by DHCP agent 49383876-4286-4bfb-8d2a-316dbfdc5a49 with binding_index 1 {{(pid=91847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 11:13:06.799384 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [None req-26bfe9c6-bb18-43b0-984e-4ee250b29332 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-23-smb, ad5d4821-5925-4264-b22c-81e2fa36b9d7) {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:13:06.803513 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bfe9c6-bb18-43b0-984e-4ee250b29332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:13:06.804114 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-26bfe9c6-bb18-43b0-984e-4ee250b29332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for subnet, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:13:06.808765 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f270e9d8-45ce-422d-b639-7b20b67d167d None None] Network ad5d4821-5925-4264-b22c-81e2fa36b9d7 requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:13:06.832976 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-26bfe9c6-bb18-43b0-984e-4ee250b29332 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6395800 May 27 11:13:07.045412 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5606404a-a46b-4b81-8431-41fd4ba67131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16fd5ad9-bd55-559a-a3b6-629454411efa-ad5d4821-5925-4264-b22c-81e2fa36b9d7', 'network_id': 'ad5d4821-5925-4264-b22c-81e2fa36b9d7', 'tenant_id': 'c6c37ad0091242ceae9fa7b682d07f9b', 'fixed_ips': [{'subnet_id': '6d8c61c8-4abd-4c73-98d2-0bab955fb131'}]}} from dv-cinder-751579-23-smb. {{(pid=91849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 11:13:07.046689 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-5606404a-a46b-4b81-8431-41fd4ba67131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:13:07.265793 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.db_base_plugin_common [None req-5606404a-a46b-4b81-8431-41fd4ba67131 None None] Allocated IP 192.168.233.2 (ad5d4821-5925-4264-b22c-81e2fa36b9d7/6d8c61c8-4abd-4c73-98d2-0bab955fb131/2141be49-3c1e-4b76-ae9f-e6fcc148d050) {{(pid=91849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:13:07.482713 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-5606404a-a46b-4b81-8431-41fd4ba67131 None None] Notify callbacks [] for port, precommit_create {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:13:07.495359 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-5606404a-a46b-4b81-8431-41fd4ba67131 None None] Transition to ACTIVE for port object 2141be49-3c1e-4b76-ae9f-e6fcc148d050 will not be triggered until provisioned by entity L2. {{(pid=91849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:13:07.522016 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-5606404a-a46b-4b81-8431-41fd4ba67131 None None] Transition to ACTIVE for port object 2141be49-3c1e-4b76-ae9f-e6fcc148d050 will not be triggered until provisioned by entity DHCP. {{(pid=91849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:13:07.527842 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-5606404a-a46b-4b81-8431-41fd4ba67131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971'] for port, after_create {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:13:07.532297 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-6a555458-e0d8-47da-9da3-36c8f3762728 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:13:07.596791 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5606404a-a46b-4b81-8431-41fd4ba67131 None None] Network ad5d4821-5925-4264-b22c-81e2fa36b9d7 is already hosted by enough agents. {{(pid=91849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:13:07.599643 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.scheduler.base_scheduler [None req-5606404a-a46b-4b81-8431-41fd4ba67131 None None] Resources bound (agent type, host, resource id): {{(pid=91849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:13:07.606487 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5606404a-a46b-4b81-8431-41fd4ba67131 None None] Received port after_create {{(pid=91849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:13:07.608619 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5606404a-a46b-4b81-8431-41fd4ba67131 None None] Pushing event updated for resources: {'Port': ['ID=2141be49-3c1e-4b76-ae9f-e6fcc148d050,revision_number=1']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:13:07.643254 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5606404a-a46b-4b81-8431-41fd4ba67131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:13:07.643632 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5606404a-a46b-4b81-8431-41fd4ba67131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:13:07.643950 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5606404a-a46b-4b81-8431-41fd4ba67131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:13:07.644273 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5606404a-a46b-4b81-8431-41fd4ba67131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:13:07.644594 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5606404a-a46b-4b81-8431-41fd4ba67131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:13:07.644908 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5606404a-a46b-4b81-8431-41fd4ba67131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:13:07.645225 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5606404a-a46b-4b81-8431-41fd4ba67131 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:13:07.645537 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5606404a-a46b-4b81-8431-41fd4ba67131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:13:07.645871 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5606404a-a46b-4b81-8431-41fd4ba67131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:13:07.646184 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5606404a-a46b-4b81-8431-41fd4ba67131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:13:07.646512 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5606404a-a46b-4b81-8431-41fd4ba67131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:13:07.646840 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5606404a-a46b-4b81-8431-41fd4ba67131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:13:07.657372 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-5606404a-a46b-4b81-8431-41fd4ba67131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:13:07.717397 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-5606404a-a46b-4b81-8431-41fd4ba67131 None None] Attempting to bind port 2141be49-3c1e-4b76-ae9f-e6fcc148d050 on host dv-cinder-751579-23-smb for vnic_type normal with profile {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:13:07.717932 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-5606404a-a46b-4b81-8431-41fd4ba67131 None None] Attempting to bind port 2141be49-3c1e-4b76-ae9f-e6fcc148d050 by drivers openvswitch,hyperv on host dv-cinder-751579-23-smb at level 0 using segments [{'id': 'e55f99ac-73b8-4b19-846e-68806905a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'ad5d4821-5925-4264-b22c-81e2fa36b9d7'}] {{(pid=91849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:13:07.718114 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5606404a-a46b-4b81-8431-41fd4ba67131 None None] Attempting to bind port 2141be49-3c1e-4b76-ae9f-e6fcc148d050 on network ad5d4821-5925-4264-b22c-81e2fa36b9d7 {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:13:07.724051 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5606404a-a46b-4b81-8431-41fd4ba67131 None None] Checking agent: {'id': '2c978cda-2b59-4acb-bf0b-4021aa69528d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 9, 47), 'started_at': datetime.datetime(2021, 5, 27, 11, 10, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:13:07.724417 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5606404a-a46b-4b81-8431-41fd4ba67131 None None] Checking segment: {'id': 'e55f99ac-73b8-4b19-846e-68806905a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'ad5d4821-5925-4264-b22c-81e2fa36b9d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:13:07.724809 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-5606404a-a46b-4b81-8431-41fd4ba67131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:13:07.725952 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5606404a-a46b-4b81-8431-41fd4ba67131 None None] Bound using segment: {'id': 'e55f99ac-73b8-4b19-846e-68806905a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'ad5d4821-5925-4264-b22c-81e2fa36b9d7'} {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:13:07.726519 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-5606404a-a46b-4b81-8431-41fd4ba67131 None None] Bound port: 2141be49-3c1e-4b76-ae9f-e6fcc148d050, host: dv-cinder-751579-23-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e55f99ac-73b8-4b19-846e-68806905a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'ad5d4821-5925-4264-b22c-81e2fa36b9d7'}}] {{(pid=91849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:13:07.726750 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-5606404a-a46b-4b81-8431-41fd4ba67131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:13:07.818394 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-5606404a-a46b-4b81-8431-41fd4ba67131 None None] For port 2141be49-3c1e-4b76-ae9f-e6fcc148d050, host dv-cinder-751579-23-smb, cleared binding levels {{(pid=91849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:13:07.822699 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-5606404a-a46b-4b81-8431-41fd4ba67131 None None] For port 2141be49-3c1e-4b76-ae9f-e6fcc148d050, host dv-cinder-751579-23-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=2141be49-3c1e-4b76-ae9f-e6fcc148d050,segment=NetworkSegment(e55f99ac-73b8-4b19-846e-68806905a955),segment_id=e55f99ac-73b8-4b19-846e-68806905a955)] {{(pid=91849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:13:07.827191 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-5606404a-a46b-4b81-8431-41fd4ba67131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:13:07.831637 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-6a555458-e0d8-47da-9da3-36c8f3762728 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:13:07.919484 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5606404a-a46b-4b81-8431-41fd4ba67131 None None] Pushing event updated for resources: {'Port': ['ID=2141be49-3c1e-4b76-ae9f-e6fcc148d050,revision_number=2']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:13:07.923674 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-5606404a-a46b-4b81-8431-41fd4ba67131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:13:08.725654 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa89ce3d-6896-466b-811d-7cdda3c65f64 None None] Network ad5d4821-5925-4264-b22c-81e2fa36b9d7 requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:13:08.828215 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-63d18e07-78b8-4d99-aa44-b1799bd0cd30 None None] Provisioning for port 2141be49-3c1e-4b76-ae9f-e6fcc148d050 completed by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:13:09.648806 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 2141be49-3c1e-4b76-ae9f-e6fcc148d050 up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:13:09.733734 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning for port 2141be49-3c1e-4b76-ae9f-e6fcc148d050 completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:13:09.738987 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port 2141be49-3c1e-4b76-ae9f-e6fcc148d050 triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:13:09.739352 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:13:09.867635 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:13:09.905615 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] For port 2141be49-3c1e-4b76-ae9f-e6fcc148d050, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=2141be49-3c1e-4b76-ae9f-e6fcc148d050,segment=NetworkSegment(e55f99ac-73b8-4b19-846e-68806905a955),segment_id=e55f99ac-73b8-4b19-846e-68806905a955)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:13:09.910743 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:13:09.913137 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:13:09.981932 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Pushing event updated for resources: {'Port': ['ID=2141be49-3c1e-4b76-ae9f-e6fcc148d050,revision_number=3']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:13:09.985189 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:13:11.650332 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 2141be49-3c1e-4b76-ae9f-e6fcc148d050 up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:13:11.729032 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port 2141be49-3c1e-4b76-ae9f-e6fcc148d050 triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:13:11.729404 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:13:14.542105 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-53244e14-6544-4597-9a1b-bd6893026288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:13:17.018432 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-010019d7-6681-4933-84a2-5a43ca1a75d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:13:17.076018 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:13:18.296876 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:13:20.291898 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:13:29.231394 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 5 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:13:44.571824 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-27ca2ac3-8018-4728-a7a3-ac0805971266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:13:47.022358 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-1201c149-e3db-42de-8db4-aebfaf4f0e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:13:47.078289 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:13:48.286500 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:13:50.284908 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:14:06.231024 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 5 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:14:14.546165 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-9cdf4ece-42cd-4a82-8d34-014e8c02bbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:14:17.025245 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f97dd92e-366a-4343-9e2b-21389aa7d43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:14:17.080876 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:14:18.289913 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:14:20.288888 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:14:33.557239 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 52748) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:14:33.563271 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [None req-9566d173-fa5f-4640-9589-08686c693084 tempest-verify_tempest_config-765172000 tempest-verify_tempest_config-765172000-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=91847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 11:14:33.564313 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-9566d173-fa5f-4640-9589-08686c693084 tempest-verify_tempest_config-765172000 tempest-verify_tempest_config-765172000-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060518 May 27 11:14:33.891243 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 52766) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:14:34.018220 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-52171942-ef82-4191-9bc1-caee88e42f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:14:34.033565 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-52171942-ef82-4191-9bc1-caee88e42f27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:14:34.037733 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-52171942-ef82-4191-9bc1-caee88e42f27 admin admin] Usage tracker for resource:security_group_rule and tenant:d2a3d4d96b4b4edfaa2b9626534e14ae is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:14:34.041893 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-52171942-ef82-4191-9bc1-caee88e42f27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:14:34.050274 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-52171942-ef82-4191-9bc1-caee88e42f27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:14:34.161749 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-52171942-ef82-4191-9bc1-caee88e42f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:14:34.166519 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-52171942-ef82-4191-9bc1-caee88e42f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:14:34.174515 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-03cfa9ee-91f6-437f-a526-40a2d1d64204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:14:34.217457 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-52171942-ef82-4191-9bc1-caee88e42f27 admin admin] Synchronizing usage tracker for tenant:c6c37ad0091242ceae9fa7b682d07f9b on resource:security_group {{(pid=91848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:14:34.219769 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52171942-ef82-4191-9bc1-caee88e42f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af86348-165f-42fb-8608-88146ece7dc2,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:14:34.231398 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52171942-ef82-4191-9bc1-caee88e42f27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:14:34.231694 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52171942-ef82-4191-9bc1-caee88e42f27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:14:34.232096 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52171942-ef82-4191-9bc1-caee88e42f27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:14:34.232431 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52171942-ef82-4191-9bc1-caee88e42f27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:14:34.232882 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52171942-ef82-4191-9bc1-caee88e42f27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:14:34.233097 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52171942-ef82-4191-9bc1-caee88e42f27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:14:34.233418 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52171942-ef82-4191-9bc1-caee88e42f27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:14:34.233798 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52171942-ef82-4191-9bc1-caee88e42f27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:14:34.234089 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52171942-ef82-4191-9bc1-caee88e42f27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:14:34.234400 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52171942-ef82-4191-9bc1-caee88e42f27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:14:34.234707 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52171942-ef82-4191-9bc1-caee88e42f27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:14:34.235014 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52171942-ef82-4191-9bc1-caee88e42f27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:14:34.241227 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-52171942-ef82-4191-9bc1-caee88e42f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:14:34.250366 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-52171942-ef82-4191-9bc1-caee88e42f27 admin admin] Unset dirty status for tenant:c6c37ad0091242ceae9fa7b682d07f9b on resource:security_group {{(pid=91848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:14:34.251789 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-52171942-ef82-4191-9bc1-caee88e42f27 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d2a3d4d96b4b4edfaa2b9626534e14ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3594177 May 27 11:14:34.254467 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 52772) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:14:34.312028 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-a73c1db2-01ec-458a-92da-fc214bcc5233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:14:34.336353 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-a73c1db2-01ec-458a-92da-fc214bcc5233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:14:34.432178 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-a73c1db2-01ec-458a-92da-fc214bcc5233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:14:34.437277 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:14:34.449719 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c1db2-01ec-458a-92da-fc214bcc5233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af86348-165f-42fb-8608-88146ece7dc2,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:14:34.451430 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-a73c1db2-01ec-458a-92da-fc214bcc5233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:14:34.454520 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-a73c1db2-01ec-458a-92da-fc214bcc5233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:14:34.455671 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-a73c1db2-01ec-458a-92da-fc214bcc5233 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2af86348-165f-42fb-8608-88146ece7dc2 HTTP/1.1" status: 204 len: 168 time: 0.2002826 May 27 11:14:43.230642 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 5 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:14:44.550919 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-32e21d77-b44e-4096-a04d-db3523ef2789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:14:47.029236 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-b558f889-01d1-4e84-a96b-4c9ee2320ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:14:47.089240 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:14:48.299890 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:14:50.290785 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:15:14.555994 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-681cdd5b-20ad-4ac3-988d-94c9a8b974f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:15:17.030835 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-9465ba86-31e0-4e12-a17e-e283597fb5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:15:17.081169 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:15:18.299749 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:15:20.229811 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 5 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:15:20.292872 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:15:44.558604 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-049ac871-4993-43fc-a52c-7efc03bb13b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:15:47.032786 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-a8518233-2dfc-409a-8fd0-a09898c58e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:15:47.085254 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:15:48.303674 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:15:50.294547 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:15:57.228880 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 5 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:16:14.562468 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-66948216-42e4-4718-b669-94bf2caf3da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:16:17.035710 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-7256f4f8-1014-4671-8206-eca837c2d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:16:17.087566 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:16:18.302552 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:16:20.313289 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:16:23.771465 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703'] for agent, after_create {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:16:26.830770 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 52824) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:16:26.945218 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-9cfe7842-8107-474b-bfd9-ddbc313a1a59 admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.1133761 May 27 11:16:29.129290 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 52834) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:16:29.190117 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-aee9444f-3baf-4c78-9397-c6d941e9a35a admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0596607 May 27 11:16:34.228931 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 6 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:16:44.564177 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-9a5098ee-1020-41e1-8eac-cebcdf3b2022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:16:47.038203 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-909d7c23-5667-4e0d-826c-aa730c1fd538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:16:47.089585 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:16:48.305811 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:16:50.301736 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:16:53.748232 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:17:11.229171 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 6 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:17:14.570498 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-71e279ea-f6d7-46e6-b7cd-c9cb1ab1a938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:17:17.042779 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-456fc2a5-0755-4984-bb68-e254b538ab91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:17:17.094074 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:17:18.307466 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:17:20.305734 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:17:23.746435 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:17:44.562800 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-3033dd6a-57e1-469c-9f0d-83e6bd78d9c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:17:47.036557 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-7b802e90-0553-4166-b590-728a3fb8e566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:17:47.096637 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:17:48.229332 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 6 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:17:48.310824 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:17:50.307776 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:17:53.746456 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:14.571461 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-03df4431-d63a-4c5f-bd02-5e340f21ab2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:15.511147 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 53052) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:15.656529 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 53066) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:15.960044 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-94c1d704-3ae9-4dce-a4ca-f29a5e5e6fc0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2035731299-network', 'tenant_id': '14b4c167ec414b36b060953567b3bf93'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:18:15.965164 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-94c1d704-3ae9-4dce-a4ca-f29a5e5e6fc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:15.969084 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-94c1d704-3ae9-4dce-a4ca-f29a5e5e6fc0 admin admin] Usage tracker for resource:network and tenant:14b4c167ec414b36b060953567b3bf93 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:15.972051 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-94c1d704-3ae9-4dce-a4ca-f29a5e5e6fc0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:15.978579 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-94c1d704-3ae9-4dce-a4ca-f29a5e5e6fc0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:15.989499 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 53082) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:15.992211 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c1d704-3ae9-4dce-a4ca-f29a5e5e6fc0 admin admin] Made reservation on behalf of 14b4c167ec414b36b060953567b3bf93 for: {'network': 1} {{(pid=91847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:18:15.995734 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-94c1d704-3ae9-4dce-a4ca-f29a5e5e6fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-672059'] for network, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:16.011078 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-94c1d704-3ae9-4dce-a4ca-f29a5e5e6fc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:16.014931 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [None req-b3bad982-d415-4e55-a607-e9f6761a226e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1828082901-network', 'tenant_id': '8d42625dceb84e92adbcff7fb4675425'}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:18:16.020202 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-b3bad982-d415-4e55-a607-e9f6761a226e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:16.024875 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-b3bad982-d415-4e55-a607-e9f6761a226e admin admin] Usage tracker for resource:network and tenant:8d42625dceb84e92adbcff7fb4675425 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:16.029487 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-b3bad982-d415-4e55-a607-e9f6761a226e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:16.038842 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-94c1d704-3ae9-4dce-a4ca-f29a5e5e6fc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:16.040241 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-b3bad982-d415-4e55-a607-e9f6761a226e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:16.043384 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-94c1d704-3ae9-4dce-a4ca-f29a5e5e6fc0 admin admin] Usage tracker for resource:security_group_rule and tenant:14b4c167ec414b36b060953567b3bf93 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:16.047089 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-94c1d704-3ae9-4dce-a4ca-f29a5e5e6fc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:16.055881 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-94c1d704-3ae9-4dce-a4ca-f29a5e5e6fc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:16.056141 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bad982-d415-4e55-a607-e9f6761a226e admin admin] Made reservation on behalf of 8d42625dceb84e92adbcff7fb4675425 for: {'network': 1} {{(pid=91848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:18:16.059851 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b3bad982-d415-4e55-a607-e9f6761a226e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-672059'] for network, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:16.104352 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 53092) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:16.161275 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b3bad982-d415-4e55-a607-e9f6761a226e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:16.178823 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-b3bad982-d415-4e55-a607-e9f6761a226e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:16.183331 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-b3bad982-d415-4e55-a607-e9f6761a226e admin admin] Usage tracker for resource:security_group_rule and tenant:8d42625dceb84e92adbcff7fb4675425 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:16.186328 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-b3bad982-d415-4e55-a607-e9f6761a226e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:16.194613 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-b3bad982-d415-4e55-a607-e9f6761a226e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:16.206125 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-94c1d704-3ae9-4dce-a4ca-f29a5e5e6fc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:16.211703 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-94c1d704-3ae9-4dce-a4ca-f29a5e5e6fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:16.216822 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:16.253502 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1d704-3ae9-4dce-a4ca-f29a5e5e6fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:16.264338 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c1d704-3ae9-4dce-a4ca-f29a5e5e6fc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1159, 'physical_network': 'physnet1'} {{(pid=91847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 11:18:16.268368 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c1d704-3ae9-4dce-a4ca-f29a5e5e6fc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:16.268998 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c1d704-3ae9-4dce-a4ca-f29a5e5e6fc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:16.269561 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c1d704-3ae9-4dce-a4ca-f29a5e5e6fc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:16.270138 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c1d704-3ae9-4dce-a4ca-f29a5e5e6fc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:16.270792 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c1d704-3ae9-4dce-a4ca-f29a5e5e6fc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:16.271385 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c1d704-3ae9-4dce-a4ca-f29a5e5e6fc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:16.271970 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c1d704-3ae9-4dce-a4ca-f29a5e5e6fc0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:16.272554 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c1d704-3ae9-4dce-a4ca-f29a5e5e6fc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:16.273237 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c1d704-3ae9-4dce-a4ca-f29a5e5e6fc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:16.273765 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c1d704-3ae9-4dce-a4ca-f29a5e5e6fc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:16.274595 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c1d704-3ae9-4dce-a4ca-f29a5e5e6fc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:16.275125 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c1d704-3ae9-4dce-a4ca-f29a5e5e6fc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:16.276464 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c1d704-3ae9-4dce-a4ca-f29a5e5e6fc0 admin admin] Tracked resource versions report: May 27 11:18:16.276464 dv-cinder-751579-23-smb neutron-server[91847]: pushed versions: May 27 11:18:16.276464 dv-cinder-751579-23-smb neutron-server[91847]: { 'AddressGroup': {'1.2'}, May 27 11:18:16.276464 dv-cinder-751579-23-smb neutron-server[91847]: 'ConntrackHelper': {'1.0'}, May 27 11:18:16.276464 dv-cinder-751579-23-smb neutron-server[91847]: 'Log': {'1.0'}, May 27 11:18:16.276464 dv-cinder-751579-23-smb neutron-server[91847]: 'Network': {'1.1'}, May 27 11:18:16.276464 dv-cinder-751579-23-smb neutron-server[91847]: 'Port': {'1.7'}, May 27 11:18:16.276464 dv-cinder-751579-23-smb neutron-server[91847]: 'PortForwarding': {'1.2'}, May 27 11:18:16.276464 dv-cinder-751579-23-smb neutron-server[91847]: 'QosPolicy': {'1.8'}, May 27 11:18:16.276464 dv-cinder-751579-23-smb neutron-server[91847]: 'SecurityGroup': {'1.4'}, May 27 11:18:16.276464 dv-cinder-751579-23-smb neutron-server[91847]: 'SecurityGroupRule': {'1.2'}, May 27 11:18:16.276464 dv-cinder-751579-23-smb neutron-server[91847]: 'SubPort': {'1.0'}, May 27 11:18:16.276464 dv-cinder-751579-23-smb neutron-server[91847]: 'Subnet': {'1.1'}, May 27 11:18:16.276464 dv-cinder-751579-23-smb neutron-server[91847]: 'Trunk': {'1.1'}} May 27 11:18:16.276464 dv-cinder-751579-23-smb neutron-server[91847]: consumer versions: May 27 11:18:16.276464 dv-cinder-751579-23-smb neutron-server[91847]: { DHCP agent@dv-cinder-751579-23-smb: {}, May 27 11:18:16.276464 dv-cinder-751579-23-smb neutron-server[91847]: HyperV agent@hv-cinder-75157: {}, May 27 11:18:16.276464 dv-cinder-751579-23-smb neutron-server[91847]: L3 agent@dv-cinder-751579-23-smb: {}, May 27 11:18:16.276464 dv-cinder-751579-23-smb neutron-server[91847]: Metadata agent@dv-cinder-751579-23-smb: {}, May 27 11:18:16.276464 dv-cinder-751579-23-smb neutron-server[91847]: Metering agent@dv-cinder-751579-23-smb: {}, May 27 11:18:16.276464 dv-cinder-751579-23-smb neutron-server[91847]: Open vSwitch agent@dv-cinder-751579-23-smb: { 'AddressGroup': '1.2', May 27 11:18:16.276464 dv-cinder-751579-23-smb neutron-server[91847]: 'ConntrackHelper': '1.0', May 27 11:18:16.276464 dv-cinder-751579-23-smb neutron-server[91847]: 'Log': '1.0', May 27 11:18:16.276464 dv-cinder-751579-23-smb neutron-server[91847]: 'Network': '1.1', May 27 11:18:16.276464 dv-cinder-751579-23-smb neutron-server[91847]: 'Port': '1.7', May 27 11:18:16.276464 dv-cinder-751579-23-smb neutron-server[91847]: 'PortForwarding': '1.2', May 27 11:18:16.276464 dv-cinder-751579-23-smb neutron-server[91847]: 'QosPolicy': '1.8', May 27 11:18:16.276464 dv-cinder-751579-23-smb neutron-server[91847]: 'SecurityGroup': '1.4', May 27 11:18:16.276464 dv-cinder-751579-23-smb neutron-server[91847]: 'SecurityGroupRule': '1.2', May 27 11:18:16.276464 dv-cinder-751579-23-smb neutron-server[91847]: 'SubPort': '1.0', May 27 11:18:16.276464 dv-cinder-751579-23-smb neutron-server[91847]: 'Subnet': '1.1', May 27 11:18:16.276464 dv-cinder-751579-23-smb neutron-server[91847]: 'Trunk': '1.1'}} May 27 11:18:16.276464 dv-cinder-751579-23-smb neutron-server[91847]: {{(pid=91847) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 11:18:16.288899 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-94c1d704-3ae9-4dce-a4ca-f29a5e5e6fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:16.296066 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-94c1d704-3ae9-4dce-a4ca-f29a5e5e6fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075'] for segment, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:16.296958 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.db.segments_db [None req-94c1d704-3ae9-4dce-a4ca-f29a5e5e6fc0 admin admin] Added segment 8040322f-6478-4370-b0e4-5e2abd08f336 of type vlan for network 0c305644-2dc8-4e1c-bdb2-2c8567d44268 May 27 11:18:16.311628 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b3bad982-d415-4e55-a607-e9f6761a226e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:16.316376 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b3bad982-d415-4e55-a607-e9f6761a226e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:16.328270 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-a73c1db2-01ec-458a-92da-fc214bcc5233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:16.352244 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-94c1d704-3ae9-4dce-a4ca-f29a5e5e6fc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764581993548'] for network, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:16.371379 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bad982-d415-4e55-a607-e9f6761a226e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a408eb-94ca-4516-95e8-3067009732f6,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:16.381567 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bad982-d415-4e55-a607-e9f6761a226e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:16.382198 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bad982-d415-4e55-a607-e9f6761a226e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:16.382686 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bad982-d415-4e55-a607-e9f6761a226e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:16.383522 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bad982-d415-4e55-a607-e9f6761a226e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:16.384059 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bad982-d415-4e55-a607-e9f6761a226e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:16.385029 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bad982-d415-4e55-a607-e9f6761a226e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:16.385530 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bad982-d415-4e55-a607-e9f6761a226e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:16.386024 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bad982-d415-4e55-a607-e9f6761a226e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:16.386681 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bad982-d415-4e55-a607-e9f6761a226e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:16.387155 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bad982-d415-4e55-a607-e9f6761a226e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:16.387651 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bad982-d415-4e55-a607-e9f6761a226e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:16.388115 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bad982-d415-4e55-a607-e9f6761a226e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:16.390068 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bad982-d415-4e55-a607-e9f6761a226e admin admin] Tracked resource versions report: May 27 11:18:16.390068 dv-cinder-751579-23-smb neutron-server[91848]: pushed versions: May 27 11:18:16.390068 dv-cinder-751579-23-smb neutron-server[91848]: { 'AddressGroup': {'1.2'}, May 27 11:18:16.390068 dv-cinder-751579-23-smb neutron-server[91848]: 'ConntrackHelper': {'1.0'}, May 27 11:18:16.390068 dv-cinder-751579-23-smb neutron-server[91848]: 'Log': {'1.0'}, May 27 11:18:16.390068 dv-cinder-751579-23-smb neutron-server[91848]: 'Network': {'1.1'}, May 27 11:18:16.390068 dv-cinder-751579-23-smb neutron-server[91848]: 'Port': {'1.7'}, May 27 11:18:16.390068 dv-cinder-751579-23-smb neutron-server[91848]: 'PortForwarding': {'1.2'}, May 27 11:18:16.390068 dv-cinder-751579-23-smb neutron-server[91848]: 'QosPolicy': {'1.8'}, May 27 11:18:16.390068 dv-cinder-751579-23-smb neutron-server[91848]: 'SecurityGroup': {'1.4'}, May 27 11:18:16.390068 dv-cinder-751579-23-smb neutron-server[91848]: 'SecurityGroupRule': {'1.2'}, May 27 11:18:16.390068 dv-cinder-751579-23-smb neutron-server[91848]: 'SubPort': {'1.0'}, May 27 11:18:16.390068 dv-cinder-751579-23-smb neutron-server[91848]: 'Subnet': {'1.1'}, May 27 11:18:16.390068 dv-cinder-751579-23-smb neutron-server[91848]: 'Trunk': {'1.1'}} May 27 11:18:16.390068 dv-cinder-751579-23-smb neutron-server[91848]: consumer versions: May 27 11:18:16.390068 dv-cinder-751579-23-smb neutron-server[91848]: { DHCP agent@dv-cinder-751579-23-smb: {}, May 27 11:18:16.390068 dv-cinder-751579-23-smb neutron-server[91848]: HyperV agent@hv-cinder-75157: {}, May 27 11:18:16.390068 dv-cinder-751579-23-smb neutron-server[91848]: L3 agent@dv-cinder-751579-23-smb: {}, May 27 11:18:16.390068 dv-cinder-751579-23-smb neutron-server[91848]: Metadata agent@dv-cinder-751579-23-smb: {}, May 27 11:18:16.390068 dv-cinder-751579-23-smb neutron-server[91848]: Metering agent@dv-cinder-751579-23-smb: {}, May 27 11:18:16.390068 dv-cinder-751579-23-smb neutron-server[91848]: Open vSwitch agent@dv-cinder-751579-23-smb: { 'AddressGroup': '1.2', May 27 11:18:16.390068 dv-cinder-751579-23-smb neutron-server[91848]: 'ConntrackHelper': '1.0', May 27 11:18:16.390068 dv-cinder-751579-23-smb neutron-server[91848]: 'Log': '1.0', May 27 11:18:16.390068 dv-cinder-751579-23-smb neutron-server[91848]: 'Network': '1.1', May 27 11:18:16.390068 dv-cinder-751579-23-smb neutron-server[91848]: 'Port': '1.7', May 27 11:18:16.390068 dv-cinder-751579-23-smb neutron-server[91848]: 'PortForwarding': '1.2', May 27 11:18:16.390068 dv-cinder-751579-23-smb neutron-server[91848]: 'QosPolicy': '1.8', May 27 11:18:16.390068 dv-cinder-751579-23-smb neutron-server[91848]: 'SecurityGroup': '1.4', May 27 11:18:16.390068 dv-cinder-751579-23-smb neutron-server[91848]: 'SecurityGroupRule': '1.2', May 27 11:18:16.390068 dv-cinder-751579-23-smb neutron-server[91848]: 'SubPort': '1.0', May 27 11:18:16.390068 dv-cinder-751579-23-smb neutron-server[91848]: 'Subnet': '1.1', May 27 11:18:16.390068 dv-cinder-751579-23-smb neutron-server[91848]: 'Trunk': '1.1'}} May 27 11:18:16.390068 dv-cinder-751579-23-smb neutron-server[91848]: {{(pid=91848) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 11:18:16.398986 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-b3bad982-d415-4e55-a607-e9f6761a226e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:16.407556 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3bad982-d415-4e55-a607-e9f6761a226e admin admin] vlan segment allocate from pool success with {'vlan_id': 1174, 'physical_network': 'physnet1'} {{(pid=91848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 11:18:16.423137 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b3bad982-d415-4e55-a607-e9f6761a226e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075'] for segment, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:16.423767 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.db.segments_db [None req-b3bad982-d415-4e55-a607-e9f6761a226e admin admin] Added segment c2be4939-06da-44ef-b45c-fa595b7b31a6 of type vlan for network 3633c235-4756-45b7-9341-a649fc616bec May 27 11:18:16.424326 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-94c1d704-3ae9-4dce-a4ca-f29a5e5e6fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586667'] for network, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:16.426121 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c1d704-3ae9-4dce-a4ca-f29a5e5e6fc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:16.426716 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-94c1d704-3ae9-4dce-a4ca-f29a5e5e6fc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for network, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:16.453533 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-b689bbd3-a610-41b1-8bf0-4b905e0d9d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:16.459152 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b3bad982-d415-4e55-a607-e9f6761a226e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764581993548'] for network, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:16.472622 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-94c1d704-3ae9-4dce-a4ca-f29a5e5e6fc0 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9601743 May 27 11:18:16.479143 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [None req-2f07ff87-efae-402b-b58e-fe2c79f3d52f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-420077595-network', 'tenant_id': '8b4fc49eb8984c07a835ae47f8e0b313'}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:18:16.479643 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 53108) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:16.484911 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-2f07ff87-efae-402b-b58e-fe2c79f3d52f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:16.488521 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-06fad381-0268-4741-af09-df2d2cd68707 admin admin] Request body: {'subnet': {'network_id': '0c305644-2dc8-4e1c-bdb2-2c8567d44268', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2035731299-subnet', 'tenant_id': '14b4c167ec414b36b060953567b3bf93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:18:16.489853 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-2f07ff87-efae-402b-b58e-fe2c79f3d52f admin admin] Usage tracker for resource:network and tenant:8b4fc49eb8984c07a835ae47f8e0b313 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:16.494305 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-2f07ff87-efae-402b-b58e-fe2c79f3d52f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:16.501290 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-2f07ff87-efae-402b-b58e-fe2c79f3d52f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:16.513927 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f07ff87-efae-402b-b58e-fe2c79f3d52f admin admin] Made reservation on behalf of 8b4fc49eb8984c07a835ae47f8e0b313 for: {'network': 1} {{(pid=91848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:18:16.516249 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2f07ff87-efae-402b-b58e-fe2c79f3d52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-672059'] for network, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:16.539401 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2f07ff87-efae-402b-b58e-fe2c79f3d52f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:16.541901 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-06fad381-0268-4741-af09-df2d2cd68707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:16.546054 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-06fad381-0268-4741-af09-df2d2cd68707 admin admin] Usage tracker for resource:subnet and tenant:14b4c167ec414b36b060953567b3bf93 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:16.558230 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-2f07ff87-efae-402b-b58e-fe2c79f3d52f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:16.562966 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-2f07ff87-efae-402b-b58e-fe2c79f3d52f admin admin] Usage tracker for resource:security_group_rule and tenant:8b4fc49eb8984c07a835ae47f8e0b313 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:16.564969 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-06fad381-0268-4741-af09-df2d2cd68707 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:16.566231 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-2f07ff87-efae-402b-b58e-fe2c79f3d52f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:16.571839 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-06fad381-0268-4741-af09-df2d2cd68707 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:16.572998 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-2f07ff87-efae-402b-b58e-fe2c79f3d52f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:16.584647 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fad381-0268-4741-af09-df2d2cd68707 admin admin] Made reservation on behalf of 14b4c167ec414b36b060953567b3bf93 for: {'subnet': 1} {{(pid=91847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:18:16.587457 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-06fad381-0268-4741-af09-df2d2cd68707 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:16.682526 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-7b9d72b6-af41-431b-b06c-4e3fbb616f22 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-568734066-network', 'tenant_id': '802e7975f0524c7ea779d173670046b7'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:18:16.686396 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2f07ff87-efae-402b-b58e-fe2c79f3d52f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:16.691260 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2f07ff87-efae-402b-b58e-fe2c79f3d52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:16.703906 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-7b9d72b6-af41-431b-b06c-4e3fbb616f22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:16.708282 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f07ff87-efae-402b-b58e-fe2c79f3d52f admin admin] vlan segment allocate from pool success with {'vlan_id': 1178, 'physical_network': 'physnet1'} {{(pid=91848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 11:18:16.708505 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-7b9d72b6-af41-431b-b06c-4e3fbb616f22 admin admin] Usage tracker for resource:network and tenant:802e7975f0524c7ea779d173670046b7 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:16.712290 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1d704-3ae9-4dce-a4ca-f29a5e5e6fc0 admin admin] Pushing event updated for resources: {'Network': ['ID=0c305644-2dc8-4e1c-bdb2-2c8567d44268,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:16.715511 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-94c1d704-3ae9-4dce-a4ca-f29a5e5e6fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:16.716624 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-7b9d72b6-af41-431b-b06c-4e3fbb616f22 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:16.723130 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Network 0c305644-2dc8-4e1c-bdb2-2c8567d44268 details requested by agent ovs-agent-dv-cinder-751579-23-smb with host dv-cinder-751579-23-smb {{(pid=91849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 11:18:16.729013 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2f07ff87-efae-402b-b58e-fe2c79f3d52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075'] for segment, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:16.729994 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.db.segments_db [None req-2f07ff87-efae-402b-b58e-fe2c79f3d52f admin admin] Added segment de024fc7-6db8-40e6-938a-d2cc99105faf of type vlan for network 0686b901-22f3-4fa9-91a8-49767501259b May 27 11:18:16.751347 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-7b9d72b6-af41-431b-b06c-4e3fbb616f22 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:16.766572 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2f07ff87-efae-402b-b58e-fe2c79f3d52f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764581993548'] for network, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:16.799010 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9d72b6-af41-431b-b06c-4e3fbb616f22 admin admin] Made reservation on behalf of 802e7975f0524c7ea779d173670046b7 for: {'network': 1} {{(pid=91847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:18:16.806811 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:16.807038 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-7b9d72b6-af41-431b-b06c-4e3fbb616f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-672059'] for network, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:16.838818 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b3bad982-d415-4e55-a607-e9f6761a226e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586667'] for network, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:16.839969 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2f07ff87-efae-402b-b58e-fe2c79f3d52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586667'] for network, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:16.841245 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07ff87-efae-402b-b58e-fe2c79f3d52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93be0890-bef3-4a50-b026-fd3b30e904ee,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:16.849292 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-7b9d72b6-af41-431b-b06c-4e3fbb616f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:16.863831 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bad982-d415-4e55-a607-e9f6761a226e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:16.866719 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b3bad982-d415-4e55-a607-e9f6761a226e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for network, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:16.871619 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-2f07ff87-efae-402b-b58e-fe2c79f3d52f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:16.881716 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:16.902089 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-7b9d72b6-af41-431b-b06c-4e3fbb616f22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:16.911637 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-7b9d72b6-af41-431b-b06c-4e3fbb616f22 admin admin] Usage tracker for resource:security_group_rule and tenant:802e7975f0524c7ea779d173670046b7 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:16.925086 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-7b9d72b6-af41-431b-b06c-4e3fbb616f22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:16.978715 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-7b9d72b6-af41-431b-b06c-4e3fbb616f22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:16.997379 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f07ff87-efae-402b-b58e-fe2c79f3d52f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:16.997959 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2f07ff87-efae-402b-b58e-fe2c79f3d52f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for network, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:17.040134 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-2f07ff87-efae-402b-b58e-fe2c79f3d52f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0488100 May 27 11:18:17.042394 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-88b095c1-e2ed-41cf-bcc2-3c7f2f4b4fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:17.044280 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 53136) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:17.050465 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 53140) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:17.051323 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-b3bad982-d415-4e55-a607-e9f6761a226e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3935595 May 27 11:18:17.058396 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [None req-25c9b55e-7ab4-441c-a4a9-862a8d249ed7 admin admin] Request body: {'subnet': {'network_id': '0686b901-22f3-4fa9-91a8-49767501259b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-420077595-subnet', 'tenant_id': '8b4fc49eb8984c07a835ae47f8e0b313', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:18:17.060201 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-1d497941-b7a6-422b-94f3-35327dd6b5f2 admin admin] Request body: {'subnet': {'network_id': '3633c235-4756-45b7-9341-a649fc616bec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1828082901-subnet', 'tenant_id': '8d42625dceb84e92adbcff7fb4675425', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:18:17.062782 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bad982-d415-4e55-a607-e9f6761a226e admin admin] Pushing event updated for resources: {'Network': ['ID=3633c235-4756-45b7-9341-a649fc616bec,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:17.073279 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-25c9b55e-7ab4-441c-a4a9-862a8d249ed7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:17.074711 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Network 3633c235-4756-45b7-9341-a649fc616bec details requested by agent ovs-agent-dv-cinder-751579-23-smb with host dv-cinder-751579-23-smb {{(pid=91849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 11:18:17.096613 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-1d497941-b7a6-422b-94f3-35327dd6b5f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:17.099194 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-25c9b55e-7ab4-441c-a4a9-862a8d249ed7 admin admin] Usage tracker for resource:subnet and tenant:8b4fc49eb8984c07a835ae47f8e0b313 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:17.104306 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-25c9b55e-7ab4-441c-a4a9-862a8d249ed7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:17.114155 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-1d497941-b7a6-422b-94f3-35327dd6b5f2 admin admin] Usage tracker for resource:subnet and tenant:8d42625dceb84e92adbcff7fb4675425 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:17.144781 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-1d497941-b7a6-422b-94f3-35327dd6b5f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:17.178021 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-1d497941-b7a6-422b-94f3-35327dd6b5f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:17.178327 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-25c9b55e-7ab4-441c-a4a9-862a8d249ed7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:17.195875 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07ff87-efae-402b-b58e-fe2c79f3d52f admin admin] Pushing event updated for resources: {'Network': ['ID=0686b901-22f3-4fa9-91a8-49767501259b,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:17.207184 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-2f07ff87-efae-402b-b58e-fe2c79f3d52f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:17.208175 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:17.208547 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:17.213649 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c9b55e-7ab4-441c-a4a9-862a8d249ed7 admin admin] Made reservation on behalf of 8b4fc49eb8984c07a835ae47f8e0b313 for: {'subnet': 1} {{(pid=91848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:18:17.218269 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-25c9b55e-7ab4-441c-a4a9-862a8d249ed7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:17.226075 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d497941-b7a6-422b-94f3-35327dd6b5f2 admin admin] Made reservation on behalf of 8d42625dceb84e92adbcff7fb4675425 for: {'subnet': 1} {{(pid=91847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:18:17.228355 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1d497941-b7a6-422b-94f3-35327dd6b5f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:17.284635 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Network 0686b901-22f3-4fa9-91a8-49767501259b details requested by agent ovs-agent-dv-cinder-751579-23-smb with host dv-cinder-751579-23-smb {{(pid=91849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 11:18:17.313911 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:17.493753 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-7b9d72b6-af41-431b-b06c-4e3fbb616f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:17.525102 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-7b9d72b6-af41-431b-b06c-4e3fbb616f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:17.554482 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:17.621591 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d72b6-af41-431b-b06c-4e3fbb616f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498392d9-58e5-450f-81ea-387126f731e4,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:17.631803 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-7b9d72b6-af41-431b-b06c-4e3fbb616f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:17.636651 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b9d72b6-af41-431b-b06c-4e3fbb616f22 admin admin] vlan segment allocate from pool success with {'vlan_id': 1167, 'physical_network': 'physnet1'} {{(pid=91847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 11:18:17.664760 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-7b9d72b6-af41-431b-b06c-4e3fbb616f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075'] for segment, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:17.665524 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.db.segments_db [None req-7b9d72b6-af41-431b-b06c-4e3fbb616f22 admin admin] Added segment fb4e28ff-9721-464e-abd4-401b71986c46 of type vlan for network dddfebc0-a063-4692-a21d-f73fcbbd8d09 May 27 11:18:17.848139 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-7b9d72b6-af41-431b-b06c-4e3fbb616f22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764581993548'] for network, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:17.969189 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-25c9b55e-7ab4-441c-a4a9-862a8d249ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658'] for subnet, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:17.975452 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:18.070202 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-06fad381-0268-4741-af09-df2d2cd68707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658'] for subnet, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:18.073616 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9b55e-7ab4-441c-a4a9-862a8d249ed7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1244d3f3-76f0-49cc-9b2d-8a43a98c4bba,revision_number=0']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:18.079373 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:18.085124 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-25c9b55e-7ab4-441c-a4a9-862a8d249ed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:18.089110 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c9b55e-7ab4-441c-a4a9-862a8d249ed7 admin admin] Checking segment: {'id': 'de024fc7-6db8-40e6-938a-d2cc99105faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '0686b901-22f3-4fa9-91a8-49767501259b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:18:18.089689 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c9b55e-7ab4-441c-a4a9-862a8d249ed7 admin admin] Network hostable DHCP agents. Network: 0686b901-22f3-4fa9-91a8-49767501259b, hostable agents: ['49383876-4286-4bfb-8d2a-316dbfdc5a49'], hosted agents: [] {{(pid=91848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 11:18:18.118228 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c9b55e-7ab4-441c-a4a9-862a8d249ed7 admin admin] Network 0686b901-22f3-4fa9-91a8-49767501259b is scheduled to be hosted by DHCP agent 49383876-4286-4bfb-8d2a-316dbfdc5a49 with binding_index 1 {{(pid=91848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 11:18:18.146869 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.base_scheduler [None req-25c9b55e-7ab4-441c-a4a9-862a8d249ed7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-23-smb, 0686b901-22f3-4fa9-91a8-49767501259b) {{(pid=91848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:18:18.153304 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c9b55e-7ab4-441c-a4a9-862a8d249ed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:18.154564 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-25c9b55e-7ab4-441c-a4a9-862a8d249ed7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for subnet, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:18.161455 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3dedc1-5be2-4720-b1e5-d06d6c3a0c4a None None] Network 0686b901-22f3-4fa9-91a8-49767501259b requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:18:18.172888 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-7b9d72b6-af41-431b-b06c-4e3fbb616f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586667'] for network, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:18.192633 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-25c9b55e-7ab4-441c-a4a9-862a8d249ed7 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1471484 May 27 11:18:18.210440 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9d72b6-af41-431b-b06c-4e3fbb616f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:18.210945 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-7b9d72b6-af41-431b-b06c-4e3fbb616f22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for network, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:18.317520 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fad381-0268-4741-af09-df2d2cd68707 admin admin] Checking segment: {'id': '8040322f-6478-4370-b0e4-5e2abd08f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '0c305644-2dc8-4e1c-bdb2-2c8567d44268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:18:18.317941 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fad381-0268-4741-af09-df2d2cd68707 admin admin] Network hostable DHCP agents. Network: 0c305644-2dc8-4e1c-bdb2-2c8567d44268, hostable agents: ['49383876-4286-4bfb-8d2a-316dbfdc5a49'], hosted agents: [] {{(pid=91847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 11:18:18.321536 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fad381-0268-4741-af09-df2d2cd68707 admin admin] Pushing event updated for resources: {'Subnet': ['ID=369e4e27-1796-451b-8798-a21a60543ff2,revision_number=0']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:18.329707 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 53180) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:18.339724 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [None req-c380727f-90fb-406a-8557-a5810bdbd8ec admin admin] Request body: {'subnet': {'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-568734066-subnet', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:18:18.346855 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-7b9d72b6-af41-431b-b06c-4e3fbb616f22 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2400877 May 27 11:18:18.347588 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-c380727f-90fb-406a-8557-a5810bdbd8ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:18.351308 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-06fad381-0268-4741-af09-df2d2cd68707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:18.352910 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-94c1d704-3ae9-4dce-a4ca-f29a5e5e6fc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:18.371974 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-c380727f-90fb-406a-8557-a5810bdbd8ec admin admin] Usage tracker for resource:subnet and tenant:802e7975f0524c7ea779d173670046b7 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:18.379110 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-c380727f-90fb-406a-8557-a5810bdbd8ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:18.390201 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-c380727f-90fb-406a-8557-a5810bdbd8ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:18.416940 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c380727f-90fb-406a-8557-a5810bdbd8ec admin admin] Made reservation on behalf of 802e7975f0524c7ea779d173670046b7 for: {'subnet': 1} {{(pid=91848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:18:18.421677 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-c380727f-90fb-406a-8557-a5810bdbd8ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:18.582460 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d2a8a0-0604-41c4-8a38-2183e58b5701 None None] Network 0686b901-22f3-4fa9-91a8-49767501259b requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:18:18.602200 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fad381-0268-4741-af09-df2d2cd68707 admin admin] Network 0c305644-2dc8-4e1c-bdb2-2c8567d44268 is scheduled to be hosted by DHCP agent 49383876-4286-4bfb-8d2a-316dbfdc5a49 with binding_index 1 {{(pid=91847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 11:18:18.623000 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d72b6-af41-431b-b06c-4e3fbb616f22 admin admin] Pushing event updated for resources: {'Network': ['ID=dddfebc0-a063-4692-a21d-f73fcbbd8d09,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:18.625567 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:18.641337 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-7b9d72b6-af41-431b-b06c-4e3fbb616f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:18.669110 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [None req-06fad381-0268-4741-af09-df2d2cd68707 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-23-smb, 0c305644-2dc8-4e1c-bdb2-2c8567d44268) {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:18:18.676489 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fad381-0268-4741-af09-df2d2cd68707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:18.677124 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-06fad381-0268-4741-af09-df2d2cd68707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for subnet, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:18.717714 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-06fad381-0268-4741-af09-df2d2cd68707 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.2368457 May 27 11:18:18.721147 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 53200) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:18.730092 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [None req-b6cdb501-0ca4-4d7d-a856-90e2905e8686 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2035731299-router', 'tenant_id': '14b4c167ec414b36b060953567b3bf93', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039'}}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:18:18.750852 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-b6cdb501-0ca4-4d7d-a856-90e2905e8686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:18.769049 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-b6cdb501-0ca4-4d7d-a856-90e2905e8686 admin admin] Usage tracker for resource:router and tenant:14b4c167ec414b36b060953567b3bf93 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:18.780416 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-b6cdb501-0ca4-4d7d-a856-90e2905e8686 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:18.792900 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-b6cdb501-0ca4-4d7d-a856-90e2905e8686 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:18.812737 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b6cdb501-0ca4-4d7d-a856-90e2905e8686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1940142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7845'] for router, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:18.814429 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b6cdb501-0ca4-4d7d-a856-90e2905e8686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1926502', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1914800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7854'] for router, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:18.840784 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b6cdb501-0ca4-4d7d-a856-90e2905e8686 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:18.849763 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Network dddfebc0-a063-4692-a21d-f73fcbbd8d09 details requested by agent ovs-agent-dv-cinder-751579-23-smb with host dv-cinder-751579-23-smb {{(pid=91849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 11:18:18.856796 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1d497941-b7a6-422b-94f3-35327dd6b5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658'] for subnet, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:18.872029 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:19.015443 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6da632-283f-468e-addf-50b0899f750e None None] Network 0c305644-2dc8-4e1c-bdb2-2c8567d44268 requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:18:19.056281 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 53226) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:19.081961 dv-cinder-751579-23-smb neutron-server[91848]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 27 11:18:19.122288 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d497941-b7a6-422b-94f3-35327dd6b5f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4914670b-b81c-4b30-b3d7-60fa4965bca9,revision_number=0']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:19.128843 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1d497941-b7a6-422b-94f3-35327dd6b5f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:19.134894 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d497941-b7a6-422b-94f3-35327dd6b5f2 admin admin] Checking segment: {'id': 'c2be4939-06da-44ef-b45c-fa595b7b31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '3633c235-4756-45b7-9341-a649fc616bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:18:19.135488 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d497941-b7a6-422b-94f3-35327dd6b5f2 admin admin] Network hostable DHCP agents. Network: 3633c235-4756-45b7-9341-a649fc616bec, hostable agents: ['49383876-4286-4bfb-8d2a-316dbfdc5a49'], hosted agents: [] {{(pid=91847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 11:18:19.164087 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d497941-b7a6-422b-94f3-35327dd6b5f2 admin admin] Network 3633c235-4756-45b7-9341-a649fc616bec is scheduled to be hosted by DHCP agent 49383876-4286-4bfb-8d2a-316dbfdc5a49 with binding_index 1 {{(pid=91847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 11:18:19.179880 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [None req-1d497941-b7a6-422b-94f3-35327dd6b5f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-23-smb, 3633c235-4756-45b7-9341-a649fc616bec) {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:18:19.186801 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d497941-b7a6-422b-94f3-35327dd6b5f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:19.187613 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1d497941-b7a6-422b-94f3-35327dd6b5f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for subnet, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:19.231618 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-1d497941-b7a6-422b-94f3-35327dd6b5f2 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1735966 May 27 11:18:19.294558 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cc2148-ec38-445b-b407-225e7106987e None None] Network 3633c235-4756-45b7-9341-a649fc616bec requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:18:19.302253 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-27a88da3-e698-4792-821e-54dab573dac9 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:19.303763 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-27a88da3-e698-4792-821e-54dab573dac9 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Synchronizing usage tracker for tenant:8b4fc49eb8984c07a835ae47f8e0b313 on resource:network {{(pid=91848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:18:19.441877 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 53236) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:19.457976 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-27a88da3-e698-4792-821e-54dab573dac9 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Unset dirty status for tenant:8b4fc49eb8984c07a835ae47f8e0b313 on resource:network {{(pid=91848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:18:19.459702 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-27a88da3-e698-4792-821e-54dab573dac9 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/networks?id=0686b901-22f3-4fa9-91a8-49767501259b HTTP/1.1" status: 200 len: 811 time: 0.3968320 May 27 11:18:19.478831 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-be6e6de2-cc53-465b-a754-909451d4de66 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/quotas/8b4fc49eb8984c07a835ae47f8e0b313 HTTP/1.1" status: 200 len: 375 time: 0.0111783 May 27 11:18:19.647935 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-f4034bf8-428d-4cfc-9a41-c7064ac62f6a tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8b4fc49eb8984c07a835ae47f8e0b313&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0832210 May 27 11:18:19.672947 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b6cdb501-0ca4-4d7d-a856-90e2905e8686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1926513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1940144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7896'] for router, precommit_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:19.752774 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-0916abe2-5581-4cc0-8d1b-33fc2219e7c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:19.800520 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaf9260-f71b-40e4-bc0a-a8c3657bb3f9 None None] Network 0c305644-2dc8-4e1c-bdb2-2c8567d44268 requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:18:19.803100 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-0916abe2-5581-4cc0-8d1b-33fc2219e7c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:19.817735 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-0916abe2-5581-4cc0-8d1b-33fc2219e7c1 admin admin] Usage tracker for resource:security_group_rule and tenant:30a8f28631614acba1d2aa1d03646973 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:19.826209 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-0916abe2-5581-4cc0-8d1b-33fc2219e7c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:19.843868 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-0916abe2-5581-4cc0-8d1b-33fc2219e7c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:20.043926 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-0916abe2-5581-4cc0-8d1b-33fc2219e7c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:20.053963 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-0916abe2-5581-4cc0-8d1b-33fc2219e7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:20.068873 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-94c1d704-3ae9-4dce-a4ca-f29a5e5e6fc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:20.137433 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-182f5ebd-0251-4f10-90fc-cb7ecf6f8cc6 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=91848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 11:18:20.138482 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-182f5ebd-0251-4f10-90fc-cb7ecf6f8cc6 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1861918 May 27 11:18:20.147222 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 53276) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:20.172274 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-0916abe2-5581-4cc0-8d1b-33fc2219e7c1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=30a8f28631614acba1d2aa1d03646973&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7251747 May 27 11:18:20.172274 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0916abe2-5581-4cc0-8d1b-33fc2219e7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6345c1-14d2-4957-8382-d2aeb2973c69,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:20.172738 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa539e6d-6a72-4f38-a8fd-6f7198ba3c10 None None] Network 3633c235-4756-45b7-9341-a649fc616bec requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:18:20.172890 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-0916abe2-5581-4cc0-8d1b-33fc2219e7c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:20.173056 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 53282) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:20.242907 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-b9993f4d-e649-464a-8237-cdde682a18c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:20.272906 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-b9993f4d-e649-464a-8237-cdde682a18c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:20.363613 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-b9993f4d-e649-464a-8237-cdde682a18c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:20.370297 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:20.386843 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-b9993f4d-e649-464a-8237-cdde682a18c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:20.389630 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:20.392233 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-b9993f4d-e649-464a-8237-cdde682a18c3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1c6345c1-14d2-4957-8382-d2aeb2973c69 HTTP/1.1" status: 204 len: 168 time: 0.2178023 May 27 11:18:20.396099 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9993f4d-e649-464a-8237-cdde682a18c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6345c1-14d2-4957-8382-d2aeb2973c69,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:20.399725 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-b9993f4d-e649-464a-8237-cdde682a18c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:20.449133 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-d2640732-3242-46f1-be2b-8737ffa32c69 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:20.449851 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-d2640732-3242-46f1-be2b-8737ffa32c69 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Synchronizing usage tracker for tenant:8d42625dceb84e92adbcff7fb4675425 on resource:network {{(pid=91848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:18:20.560950 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-d2640732-3242-46f1-be2b-8737ffa32c69 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Unset dirty status for tenant:8d42625dceb84e92adbcff7fb4675425 on resource:network {{(pid=91848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:18:20.562097 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-d2640732-3242-46f1-be2b-8737ffa32c69 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/networks?id=3633c235-4756-45b7-9341-a649fc616bec HTTP/1.1" status: 200 len: 815 time: 0.4079082 May 27 11:18:20.735294 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-26568811-08a8-4a66-b038-d2ce5658a80f service neutron] 10.222.0.77 "GET /v2.0/networks/0686b901-22f3-4fa9-91a8-49767501259b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5754092 May 27 11:18:20.903994 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-528e5d71-05b0-484f-9511-af5df505fcad tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/quotas/8d42625dceb84e92adbcff7fb4675425 HTTP/1.1" status: 200 len: 375 time: 0.3032930 May 27 11:18:20.994194 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-c380727f-90fb-406a-8557-a5810bdbd8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658'] for subnet, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:21.023566 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-d214f7d8-8cb9-4adb-bb4f-15df36fae2ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:21.050458 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-a4734ce8-e439-451e-b2f0-56c96eff418a tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8d42625dceb84e92adbcff7fb4675425&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1309330 May 27 11:18:21.142778 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380727f-90fb-406a-8557-a5810bdbd8ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=53f9b7c8-83a1-4c1c-aa60-764bc111576d,revision_number=0']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:21.164043 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b6cdb501-0ca4-4d7d-a856-90e2905e8686 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:21.195720 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-c380727f-90fb-406a-8557-a5810bdbd8ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:21.197960 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-59d71b00-7fa3-41b4-9dbe-5b712eb7da73 service neutron] 10.222.0.77 "GET /v2.0/networks/0686b901-22f3-4fa9-91a8-49767501259b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4617789 May 27 11:18:21.210696 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b6cdb501-0ca4-4d7d-a856-90e2905e8686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:21.325176 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c380727f-90fb-406a-8557-a5810bdbd8ec admin admin] Checking segment: {'id': 'fb4e28ff-9721-464e-abd4-401b71986c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:18:21.325604 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c380727f-90fb-406a-8557-a5810bdbd8ec admin admin] Network hostable DHCP agents. Network: dddfebc0-a063-4692-a21d-f73fcbbd8d09, hostable agents: ['49383876-4286-4bfb-8d2a-316dbfdc5a49'], hosted agents: [] {{(pid=91848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 11:18:21.336023 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-073b1e65-ffac-4416-91ba-c85b6481370f service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=91848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 11:18:21.337039 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-073b1e65-ffac-4416-91ba-c85b6481370f service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1445482 May 27 11:18:21.541631 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c380727f-90fb-406a-8557-a5810bdbd8ec admin admin] Network dddfebc0-a063-4692-a21d-f73fcbbd8d09 is scheduled to be hosted by DHCP agent 49383876-4286-4bfb-8d2a-316dbfdc5a49 with binding_index 1 {{(pid=91848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 11:18:21.641030 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.base_scheduler [None req-c380727f-90fb-406a-8557-a5810bdbd8ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-23-smb, dddfebc0-a063-4692-a21d-f73fcbbd8d09) {{(pid=91848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:18:21.649524 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5980c9-b0d1-49a7-8c06-0c6638c40b69 None None] Network dddfebc0-a063-4692-a21d-f73fcbbd8d09 requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:18:21.659912 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c380727f-90fb-406a-8557-a5810bdbd8ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:21.665592 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-c380727f-90fb-406a-8557-a5810bdbd8ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for subnet, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:21.748713 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-f07ec1b3-0c28-486d-b03d-655ae9e0a667 service neutron] 10.222.0.77 "GET /v2.0/networks/3633c235-4756-45b7-9341-a649fc616bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927710 May 27 11:18:21.771758 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.db_base_plugin_common [None req-b6cdb501-0ca4-4d7d-a856-90e2905e8686 admin admin] Allocated IP 172.28.3.77 (0ace5481-0689-4712-88e8-17cfc5365039/62662465-340f-4d3d-804b-21afd8ee5936/77badb95-a131-4b53-963b-3427cfbbeeae) {{(pid=91848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:18:21.831419 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a6361d19-4ac8-4cb8-a307-1a2591a2921d req-8b88abdb-5f83-4774-b9bb-4ae676564d27 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/ports?device_id=2421e04e-9778-481d-95c2-15cf7799e783 HTTP/1.1" status: 200 len: 210 time: 0.1074443 May 27 11:18:21.835636 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-c380727f-90fb-406a-8557-a5810bdbd8ec admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.5048308 May 27 11:18:21.840421 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 53358) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:21.849089 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-dd76db42-73e8-419f-8f44-7080ba0db5fc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-568734066-router', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039'}}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:18:21.856806 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-dd76db42-73e8-419f-8f44-7080ba0db5fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:21.890417 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-dd76db42-73e8-419f-8f44-7080ba0db5fc admin admin] Usage tracker for resource:router and tenant:802e7975f0524c7ea779d173670046b7 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:21.894388 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-dd76db42-73e8-419f-8f44-7080ba0db5fc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:21.901668 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-dd76db42-73e8-419f-8f44-7080ba0db5fc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:21.916494 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-dd76db42-73e8-419f-8f44-7080ba0db5fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1940142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7845'] for router, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:21.918170 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-dd76db42-73e8-419f-8f44-7080ba0db5fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1926502', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1914800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7854'] for router, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:21.950416 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-dd76db42-73e8-419f-8f44-7080ba0db5fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:22.094367 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1ab67a-020b-4619-a01d-7b419a98bba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16fd5ad9-bd55-559a-a3b6-629454411efa-dddfebc0-a063-4692-a21d-f73fcbbd8d09', 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'fixed_ips': [{'subnet_id': '53f9b7c8-83a1-4c1c-aa60-764bc111576d'}]}} from dv-cinder-751579-23-smb. {{(pid=91849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 11:18:22.095596 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-ec1ab67a-020b-4619-a01d-7b419a98bba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:22.527219 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.db_base_plugin_common [None req-ec1ab67a-020b-4619-a01d-7b419a98bba8 None None] Allocated IP 172.20.0.2 (dddfebc0-a063-4692-a21d-f73fcbbd8d09/53f9b7c8-83a1-4c1c-aa60-764bc111576d/945ef1ff-5211-476a-85d5-2dbe85ca3828) {{(pid=91849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:18:22.574766 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-c822ece4-2672-4c4f-9d97-b47cf4059f31 service neutron] 10.222.0.77 "GET /v2.0/networks/3633c235-4756-45b7-9341-a649fc616bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7459638 May 27 11:18:22.589772 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b6cdb501-0ca4-4d7d-a856-90e2905e8686 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:22.680394 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b6cdb501-0ca4-4d7d-a856-90e2905e8686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971'] for port, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:22.684966 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:22.838114 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-dd76db42-73e8-419f-8f44-7080ba0db5fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1926513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1940144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7896'] for router, precommit_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:22.891207 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cdb501-0ca4-4d7d-a856-90e2905e8686 admin admin] Network 0ace5481-0689-4712-88e8-17cfc5365039 is already hosted by enough agents. {{(pid=91848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:18:22.898477 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.base_scheduler [None req-b6cdb501-0ca4-4d7d-a856-90e2905e8686 admin admin] Resources bound (agent type, host, resource id): {{(pid=91848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:18:22.910247 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cdb501-0ca4-4d7d-a856-90e2905e8686 admin admin] Received port after_create {{(pid=91848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:18:23.079403 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cdb501-0ca4-4d7d-a856-90e2905e8686 admin admin] Pushing event updated for resources: {'Port': ['ID=77badb95-a131-4b53-963b-3427cfbbeeae,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:23.232873 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-ec1ab67a-020b-4619-a01d-7b419a98bba8 None None] Notify callbacks [] for port, precommit_create {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:23.242052 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-b6cdb501-0ca4-4d7d-a856-90e2905e8686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:23.249610 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-ec1ab67a-020b-4619-a01d-7b419a98bba8 None None] Transition to ACTIVE for port object 945ef1ff-5211-476a-85d5-2dbe85ca3828 will not be triggered until provisioned by entity L2. {{(pid=91849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:18:23.294989 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-ec1ab67a-020b-4619-a01d-7b419a98bba8 None None] Transition to ACTIVE for port object 945ef1ff-5211-476a-85d5-2dbe85ca3828 will not be triggered until provisioned by entity DHCP. {{(pid=91849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:18:23.304582 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-ec1ab67a-020b-4619-a01d-7b419a98bba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971'] for port, after_create {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:23.322367 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:23.520490 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-882de0b8-ca51-45f3-ac12-b08254de8110 req-bfe52041-a36b-420d-9593-3d008f6b6569 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/ports?device_id=2421e04e-9778-481d-95c2-15cf7799e783 HTTP/1.1" status: 200 len: 210 time: 0.2752159 May 27 11:18:23.548229 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1ab67a-020b-4619-a01d-7b419a98bba8 None None] Network dddfebc0-a063-4692-a21d-f73fcbbd8d09 is already hosted by enough agents. {{(pid=91849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:18:23.557758 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.scheduler.base_scheduler [None req-ec1ab67a-020b-4619-a01d-7b419a98bba8 None None] Resources bound (agent type, host, resource id): {{(pid=91849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:18:23.578355 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1ab67a-020b-4619-a01d-7b419a98bba8 None None] Received port after_create {{(pid=91849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:18:23.592618 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-aba0dad4-c23c-4c01-99e3-c7e172a787f9 req-74408622-778a-42c9-98a0-4296ea74d937 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=76ec8c68-8eb3-4175-ab2e-6ee1841fe059 HTTP/1.1" status: 200 len: 210 time: 0.3526402 May 27 11:18:23.683541 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-dd76db42-73e8-419f-8f44-7080ba0db5fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:23.762038 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-dd76db42-73e8-419f-8f44-7080ba0db5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:23.892530 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ab67a-020b-4619-a01d-7b419a98bba8 None None] Pushing event updated for resources: {'Port': ['ID=945ef1ff-5211-476a-85d5-2dbe85ca3828,revision_number=1']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:23.894643 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b6cdb501-0ca4-4d7d-a856-90e2905e8686 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:23.966023 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ab67a-020b-4619-a01d-7b419a98bba8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:23.966353 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ab67a-020b-4619-a01d-7b419a98bba8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:23.977738 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ab67a-020b-4619-a01d-7b419a98bba8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:23.978835 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ab67a-020b-4619-a01d-7b419a98bba8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:23.979162 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ab67a-020b-4619-a01d-7b419a98bba8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:23.979488 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ab67a-020b-4619-a01d-7b419a98bba8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:23.979833 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ab67a-020b-4619-a01d-7b419a98bba8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:23.980147 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ab67a-020b-4619-a01d-7b419a98bba8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:23.980459 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ab67a-020b-4619-a01d-7b419a98bba8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:23.980766 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ab67a-020b-4619-a01d-7b419a98bba8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:23.981076 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ab67a-020b-4619-a01d-7b419a98bba8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:23.981378 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ab67a-020b-4619-a01d-7b419a98bba8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:23.982469 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ab67a-020b-4619-a01d-7b419a98bba8 None None] Tracked resource versions report: May 27 11:18:23.982469 dv-cinder-751579-23-smb neutron-server[91849]: pushed versions: May 27 11:18:23.982469 dv-cinder-751579-23-smb neutron-server[91849]: { 'AddressGroup': {'1.2'}, May 27 11:18:23.982469 dv-cinder-751579-23-smb neutron-server[91849]: 'ConntrackHelper': {'1.0'}, May 27 11:18:23.982469 dv-cinder-751579-23-smb neutron-server[91849]: 'Log': {'1.0'}, May 27 11:18:23.982469 dv-cinder-751579-23-smb neutron-server[91849]: 'Network': {'1.1'}, May 27 11:18:23.982469 dv-cinder-751579-23-smb neutron-server[91849]: 'Port': {'1.7'}, May 27 11:18:23.982469 dv-cinder-751579-23-smb neutron-server[91849]: 'PortForwarding': {'1.2'}, May 27 11:18:23.982469 dv-cinder-751579-23-smb neutron-server[91849]: 'QosPolicy': {'1.8'}, May 27 11:18:23.982469 dv-cinder-751579-23-smb neutron-server[91849]: 'SecurityGroup': {'1.4'}, May 27 11:18:23.982469 dv-cinder-751579-23-smb neutron-server[91849]: 'SecurityGroupRule': {'1.2'}, May 27 11:18:23.982469 dv-cinder-751579-23-smb neutron-server[91849]: 'SubPort': {'1.0'}, May 27 11:18:23.982469 dv-cinder-751579-23-smb neutron-server[91849]: 'Subnet': {'1.1'}, May 27 11:18:23.982469 dv-cinder-751579-23-smb neutron-server[91849]: 'Trunk': {'1.1'}} May 27 11:18:23.982469 dv-cinder-751579-23-smb neutron-server[91849]: consumer versions: May 27 11:18:23.982469 dv-cinder-751579-23-smb neutron-server[91849]: { DHCP agent@dv-cinder-751579-23-smb: {}, May 27 11:18:23.982469 dv-cinder-751579-23-smb neutron-server[91849]: HyperV agent@hv-cinder-75157: {}, May 27 11:18:23.982469 dv-cinder-751579-23-smb neutron-server[91849]: L3 agent@dv-cinder-751579-23-smb: {}, May 27 11:18:23.982469 dv-cinder-751579-23-smb neutron-server[91849]: Metadata agent@dv-cinder-751579-23-smb: {}, May 27 11:18:23.982469 dv-cinder-751579-23-smb neutron-server[91849]: Metering agent@dv-cinder-751579-23-smb: {}, May 27 11:18:23.982469 dv-cinder-751579-23-smb neutron-server[91849]: Open vSwitch agent@dv-cinder-751579-23-smb: { 'AddressGroup': '1.2', May 27 11:18:23.982469 dv-cinder-751579-23-smb neutron-server[91849]: 'ConntrackHelper': '1.0', May 27 11:18:23.982469 dv-cinder-751579-23-smb neutron-server[91849]: 'Log': '1.0', May 27 11:18:23.982469 dv-cinder-751579-23-smb neutron-server[91849]: 'Network': '1.1', May 27 11:18:23.982469 dv-cinder-751579-23-smb neutron-server[91849]: 'Port': '1.7', May 27 11:18:23.982469 dv-cinder-751579-23-smb neutron-server[91849]: 'PortForwarding': '1.2', May 27 11:18:23.982469 dv-cinder-751579-23-smb neutron-server[91849]: 'QosPolicy': '1.8', May 27 11:18:23.982469 dv-cinder-751579-23-smb neutron-server[91849]: 'SecurityGroup': '1.4', May 27 11:18:23.982469 dv-cinder-751579-23-smb neutron-server[91849]: 'SecurityGroupRule': '1.2', May 27 11:18:23.982469 dv-cinder-751579-23-smb neutron-server[91849]: 'SubPort': '1.0', May 27 11:18:23.982469 dv-cinder-751579-23-smb neutron-server[91849]: 'Subnet': '1.1', May 27 11:18:23.982469 dv-cinder-751579-23-smb neutron-server[91849]: 'Trunk': '1.1'}} May 27 11:18:23.982469 dv-cinder-751579-23-smb neutron-server[91849]: {{(pid=91849) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 11:18:23.994378 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-ec1ab67a-020b-4619-a01d-7b419a98bba8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:24.031651 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:24.048232 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-ec1ab67a-020b-4619-a01d-7b419a98bba8 None None] Attempting to bind port 945ef1ff-5211-476a-85d5-2dbe85ca3828 on host dv-cinder-751579-23-smb for vnic_type normal with profile {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:18:24.050680 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-ec1ab67a-020b-4619-a01d-7b419a98bba8 None None] Attempting to bind port 945ef1ff-5211-476a-85d5-2dbe85ca3828 by drivers openvswitch,hyperv on host dv-cinder-751579-23-smb at level 0 using segments [{'id': 'fb4e28ff-9721-464e-abd4-401b71986c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09'}] {{(pid=91849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:18:24.051411 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1ab67a-020b-4619-a01d-7b419a98bba8 None None] Attempting to bind port 945ef1ff-5211-476a-85d5-2dbe85ca3828 on network dddfebc0-a063-4692-a21d-f73fcbbd8d09 {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:18:24.064599 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1ab67a-020b-4619-a01d-7b419a98bba8 None None] Checking agent: {'id': '2c978cda-2b59-4acb-bf0b-4021aa69528d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 9, 47), 'started_at': datetime.datetime(2021, 5, 27, 11, 10, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:18:24.065292 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1ab67a-020b-4619-a01d-7b419a98bba8 None None] Checking segment: {'id': 'fb4e28ff-9721-464e-abd4-401b71986c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:18:24.065854 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-ec1ab67a-020b-4619-a01d-7b419a98bba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:24.068005 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1ab67a-020b-4619-a01d-7b419a98bba8 None None] Bound using segment: {'id': 'fb4e28ff-9721-464e-abd4-401b71986c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09'} {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:18:24.068722 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-ec1ab67a-020b-4619-a01d-7b419a98bba8 None None] Bound port: 945ef1ff-5211-476a-85d5-2dbe85ca3828, host: dv-cinder-751579-23-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb4e28ff-9721-464e-abd4-401b71986c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09'}}] {{(pid=91849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:18:24.069283 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-ec1ab67a-020b-4619-a01d-7b419a98bba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:24.076117 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 53474) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:24.182396 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.db_base_plugin_common [None req-dd76db42-73e8-419f-8f44-7080ba0db5fc admin admin] Allocated IP 172.28.3.165 (0ace5481-0689-4712-88e8-17cfc5365039/62662465-340f-4d3d-804b-21afd8ee5936/939a7430-f1b3-4757-9a1b-a4f810ae3298) {{(pid=91847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:18:24.305783 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-ec1ab67a-020b-4619-a01d-7b419a98bba8 None None] For port 945ef1ff-5211-476a-85d5-2dbe85ca3828, host dv-cinder-751579-23-smb, cleared binding levels {{(pid=91849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:18:24.317508 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-ec1ab67a-020b-4619-a01d-7b419a98bba8 None None] For port 945ef1ff-5211-476a-85d5-2dbe85ca3828, host dv-cinder-751579-23-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=945ef1ff-5211-476a-85d5-2dbe85ca3828,segment=NetworkSegment(fb4e28ff-9721-464e-abd4-401b71986c46),segment_id=fb4e28ff-9721-464e-abd4-401b71986c46)] {{(pid=91849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:18:24.323335 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-ec1ab67a-020b-4619-a01d-7b419a98bba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:24.341889 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-5606404a-a46b-4b81-8431-41fd4ba67131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:24.386689 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-859410e3-a41b-4e41-9932-b9320f83828b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:24.413137 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-859410e3-a41b-4e41-9932-b9320f83828b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:24.421498 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-859410e3-a41b-4e41-9932-b9320f83828b admin admin] Usage tracker for resource:security_group_rule and tenant:3b41f0affbc0460f8a5c6db7e73354ec is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:24.439522 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-859410e3-a41b-4e41-9932-b9320f83828b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:24.450658 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-859410e3-a41b-4e41-9932-b9320f83828b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:24.564485 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ab67a-020b-4619-a01d-7b419a98bba8 None None] Pushing event updated for resources: {'Port': ['ID=945ef1ff-5211-476a-85d5-2dbe85ca3828,revision_number=2']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:24.571123 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-ec1ab67a-020b-4619-a01d-7b419a98bba8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:24.578468 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-dd76db42-73e8-419f-8f44-7080ba0db5fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:24.757957 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-dd76db42-73e8-419f-8f44-7080ba0db5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971'] for port, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:24.792840 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:24.948458 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b6cdb501-0ca4-4d7d-a856-90e2905e8686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1926400'] for router, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:25.078091 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd76db42-73e8-419f-8f44-7080ba0db5fc admin admin] Pushing event updated for resources: {'Port': ['ID=939a7430-f1b3-4757-9a1b-a4f810ae3298,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:25.081680 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-859410e3-a41b-4e41-9932-b9320f83828b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:25.093980 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd76db42-73e8-419f-8f44-7080ba0db5fc admin admin] Network 0ace5481-0689-4712-88e8-17cfc5365039 is already hosted by enough agents. {{(pid=91847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:18:25.095308 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-dd76db42-73e8-419f-8f44-7080ba0db5fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:25.096526 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [None req-dd76db42-73e8-419f-8f44-7080ba0db5fc admin admin] Resources bound (agent type, host, resource id): {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:18:25.098495 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-859410e3-a41b-4e41-9932-b9320f83828b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:25.099368 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd76db42-73e8-419f-8f44-7080ba0db5fc admin admin] Received port after_create {{(pid=91847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:18:25.165952 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c11dbf35-7b21-45ed-8be3-6f0d9cf2134a req-7752bd5a-92fd-437a-8d21-ca95b590f2c0 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/ports?device_id=2421e04e-9778-481d-95c2-15cf7799e783 HTTP/1.1" status: 200 len: 210 time: 0.1194460 May 27 11:18:25.171521 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b0933d74-0930-435c-9652-c30fb2d4c564 req-b5859b7c-483b-4e49-9b27-c3943c4167c4 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=76ec8c68-8eb3-4175-ab2e-6ee1841fe059 HTTP/1.1" status: 200 len: 210 time: 0.1239252 May 27 11:18:25.254269 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 6 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:18:25.365864 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-0916abe2-5581-4cc0-8d1b-33fc2219e7c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:25.396769 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6cdb501-0ca4-4d7d-a856-90e2905e8686 admin admin] Router 011601ac-6384-4b87-9867-5e5a6a8557fd is scheduled to L3 agent 6d24f2a4-c5c8-4233-9813-3f8fa73b68fa with binding_index 1 {{(pid=91848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 11:18:25.431706 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-859410e3-a41b-4e41-9932-b9320f83828b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3b41f0affbc0460f8a5c6db7e73354ec&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3452232 May 27 11:18:25.484961 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 53546) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:25.485599 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.35', 51157) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:25.627563 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859410e3-a41b-4e41-9932-b9320f83828b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8336c72c-75ae-4517-8ed4-2c0e96b9317a,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:25.659197 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-859410e3-a41b-4e41-9932-b9320f83828b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:25.776186 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-36c9d709-252f-4aa2-b02f-97839c9a6f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:25.803600 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6cdb501-0ca4-4d7d-a856-90e2905e8686 admin admin] Notify agent at l3_agent.dv-cinder-751579-23-smb the message routers_updated {{(pid=91848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:18:25.822559 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2843cceb-d79d-4f26-affb-bc5484e1e40e None None] Sync routers for ids ['011601ac-6384-4b87-9867-5e5a6a8557fd'] in dv-cinder-751579-23-smb {{(pid=91850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:18:25.837790 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b6cdb501-0ca4-4d7d-a856-90e2905e8686 admin admin] Notify callbacks [] for router, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:25.840426 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2843cceb-d79d-4f26-affb-bc5484e1e40e None None] Routers {'011601ac-6384-4b87-9867-5e5a6a8557fd'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:18:25.840767 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-b6cdb501-0ca4-4d7d-a856-90e2905e8686 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.1172526 May 27 11:18:25.841509 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-2843cceb-d79d-4f26-affb-bc5484e1e40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:18:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['011601ac-6384-4b87-9867-5e5a6a8557fd'], 'active': True} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:18:25.842641 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 53562) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:25.887170 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9b7542-eed9-44a9-9883-0435ded3415b None None] Network dddfebc0-a063-4692-a21d-f73fcbbd8d09 requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:18:26.053594 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-3bee5367-b783-4be3-a90f-5aa1e91c8b47 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:26.055294 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-3bee5367-b783-4be3-a90f-5aa1e91c8b47 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.35 "GET /v2.0/networks?id=0686b901-22f3-4fa9-91a8-49767501259b HTTP/1.1" status: 200 len: 811 time: 0.5588062 May 27 11:18:26.080749 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 945ef1ff-5211-476a-85d5-2dbe85ca3828 up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:18:26.146238 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-86f650c0-d551-483f-bc4b-3d1ebf31001a tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Request body: {'port': {'device_id': '2421e04e-9778-481d-95c2-15cf7799e783', 'network_id': '0686b901-22f3-4fa9-91a8-49767501259b', 'admin_state_up': True, 'tenant_id': '8b4fc49eb8984c07a835ae47f8e0b313'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:18:26.161873 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-36c9d709-252f-4aa2-b02f-97839c9a6f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:26.166018 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.35', 51164) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:26.215228 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-56dc7ad1-615d-4f36-ba62-0336fc392c92 None None] Provisioning for port 945ef1ff-5211-476a-85d5-2dbe85ca3828 completed by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:18:26.259605 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning for port 945ef1ff-5211-476a-85d5-2dbe85ca3828 completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:18:26.267002 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port 945ef1ff-5211-476a-85d5-2dbe85ca3828 triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:18:26.267716 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:26.407876 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-dd76db42-73e8-419f-8f44-7080ba0db5fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:26.497663 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvr_db [None req-2843cceb-d79d-4f26-affb-bc5484e1e40e None None] Set router 011601ac-6384-4b87-9867-5e5a6a8557fd gateway port host: dv-cinder-751579-23-smb {{(pid=91850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:18:26.608697 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2af5ff78-3fe1-43c6-a97f-bae89a764a3c req-19c38231-5f93-4b87-90a4-56b254973e6e tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/ports?device_id=2421e04e-9778-481d-95c2-15cf7799e783 HTTP/1.1" status: 200 len: 210 time: 0.1161809 May 27 11:18:26.721059 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9a06e14a-aa15-4e37-b665-33593d68787d req-6d97f9ed-96be-409d-8062-2a2436b62e26 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=76ec8c68-8eb3-4175-ab2e-6ee1841fe059 HTTP/1.1" status: 200 len: 210 time: 0.0662529 May 27 11:18:26.902742 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-06f19818-1eff-4a98-8d86-8378ee03391c tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:26.904992 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-06f19818-1eff-4a98-8d86-8378ee03391c tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.35 "GET /v2.0/networks?id=3633c235-4756-45b7-9341-a649fc616bec HTTP/1.1" status: 200 len: 815 time: 0.7378855 May 27 11:18:26.905457 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:26.933021 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-ee91f6e1-f501-4b43-9984-e2527a5a8da4 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Request body: {'port': {'device_id': '76ec8c68-8eb3-4175-ab2e-6ee1841fe059', 'network_id': '3633c235-4756-45b7-9341-a649fc616bec', 'admin_state_up': True, 'tenant_id': '8d42625dceb84e92adbcff7fb4675425'}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:18:27.021161 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] For port 945ef1ff-5211-476a-85d5-2dbe85ca3828, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=945ef1ff-5211-476a-85d5-2dbe85ca3828,segment=NetworkSegment(fb4e28ff-9721-464e-abd4-401b71986c46),segment_id=fb4e28ff-9721-464e-abd4-401b71986c46)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:18:27.028051 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:27.033164 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:27.100390 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-36c9d709-252f-4aa2-b02f-97839c9a6f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:27.101689 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-2843cceb-d79d-4f26-affb-bc5484e1e40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011601ac-6384-4b87-9867-5e5a6a8557fd', 'name': 'tempest-ServerRescueNegativeTestJSON-2035731299-router', 'tenant_id': '14b4c167ec414b36b060953567b3bf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '77badb95-a131-4b53-963b-3427cfbbeeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:18:18Z', 'updated_at': '2021-05-27T11:18:23Z', 'revision_number': 3, 'project_id': '14b4c167ec414b36b060953567b3bf93', 'gw_port': {'id': '77badb95-a131-4b53-963b-3427cfbbeeae', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011601ac-6384-4b87-9867-5e5a6a8557fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:21Z', 'updated_at': '2021-05-27T11:18:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb'}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:18:27.112610 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2843cceb-d79d-4f26-affb-bc5484e1e40e None None] Checking router: 011601ac-6384-4b87-9867-5e5a6a8557fd for host: dv-cinder-751579-23-smb {{(pid=91850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:18:27.117306 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2843cceb-d79d-4f26-affb-bc5484e1e40e None None] Updating router 011601ac-6384-4b87-9867-5e5a6a8557fd port 77badb95-a131-4b53-963b-3427cfbbeeae binding host dv-cinder-751579-23-smb {{(pid=91850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 11:18:27.120815 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Pushing event updated for resources: {'Port': ['ID=945ef1ff-5211-476a-85d5-2dbe85ca3828,revision_number=3']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:27.128392 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:27.216109 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:27.267678 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-2843cceb-d79d-4f26-affb-bc5484e1e40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:27.333560 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-86f650c0-d551-483f-bc4b-3d1ebf31001a tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:27.342213 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-86f650c0-d551-483f-bc4b-3d1ebf31001a tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Usage tracker for resource:port and tenant:8b4fc49eb8984c07a835ae47f8e0b313 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:27.352054 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-86f650c0-d551-483f-bc4b-3d1ebf31001a tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:27.363894 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-86f650c0-d551-483f-bc4b-3d1ebf31001a tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:27.383618 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-dd76db42-73e8-419f-8f44-7080ba0db5fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1926400'] for router, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:27.387520 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9d709-252f-4aa2-b02f-97839c9a6f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8336c72c-75ae-4517-8ed4-2c0e96b9317a,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:27.430832 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-36c9d709-252f-4aa2-b02f-97839c9a6f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:27.437820 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-86f650c0-d551-483f-bc4b-3d1ebf31001a tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Made reservation on behalf of 8b4fc49eb8984c07a835ae47f8e0b313 for: {'port': 1} {{(pid=91847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:18:27.448457 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-86f650c0-d551-483f-bc4b-3d1ebf31001a tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:27.702184 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-016d9935-24e1-40fb-85e5-4f2d3df6ef15 None None] Provisioning complete for port 945ef1ff-5211-476a-85d5-2dbe85ca3828 triggered by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:18:27.702876 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-016d9935-24e1-40fb-85e5-4f2d3df6ef15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:27.851216 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-36c9d709-252f-4aa2-b02f-97839c9a6f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:27.852739 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-36c9d709-252f-4aa2-b02f-97839c9a6f86 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8336c72c-75ae-4517-8ed4-2c0e96b9317a HTTP/1.1" status: 204 len: 168 time: 2.3581936 May 27 11:18:28.118158 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-77e9e113-0447-454b-9174-f69709b81765 req-a9559344-4ced-49d0-92ae-ae51a9ee940e tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/ports?device_id=2421e04e-9778-481d-95c2-15cf7799e783 HTTP/1.1" status: 200 len: 210 time: 0.1630747 May 27 11:18:28.125618 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 945ef1ff-5211-476a-85d5-2dbe85ca3828 up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:18:28.343944 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-2843cceb-d79d-4f26-affb-bc5484e1e40e None None] Notify callbacks [] for port, precommit_update {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:28.362176 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port 945ef1ff-5211-476a-85d5-2dbe85ca3828 triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:18:28.367339 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:28.369792 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.provisioning_blocks [None req-2843cceb-d79d-4f26-affb-bc5484e1e40e None None] Transition to ACTIVE for port object 77badb95-a131-4b53-963b-3427cfbbeeae will not be triggered until provisioned by entity L2. {{(pid=91850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:18:28.382405 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-2843cceb-d79d-4f26-affb-bc5484e1e40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:28.395762 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:28.451124 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3df25162-122b-4b48-af4c-04b133bd6ef7 req-2e6df0bc-6668-4567-8fe4-ce63dc9e164c tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=76ec8c68-8eb3-4175-ab2e-6ee1841fe059 HTTP/1.1" status: 200 len: 210 time: 0.4009614 May 27 11:18:28.553591 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-ee91f6e1-f501-4b43-9984-e2527a5a8da4 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:28.567126 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-ee91f6e1-f501-4b43-9984-e2527a5a8da4 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Usage tracker for resource:port and tenant:8d42625dceb84e92adbcff7fb4675425 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:28.582518 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 53660) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:28.585066 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-1bac9eda-844e-4a41-94aa-350a28f07eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:28.590222 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.managers [None req-2843cceb-d79d-4f26-affb-bc5484e1e40e None None] Attempting to bind port 77badb95-a131-4b53-963b-3427cfbbeeae on host dv-cinder-751579-23-smb for vnic_type normal with profile {{(pid=91850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:18:28.596908 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.managers [None req-2843cceb-d79d-4f26-affb-bc5484e1e40e None None] Attempting to bind port 77badb95-a131-4b53-963b-3427cfbbeeae by drivers openvswitch,hyperv on host dv-cinder-751579-23-smb at level 0 using segments [{'id': '4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039'}] {{(pid=91850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:18:28.597640 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2843cceb-d79d-4f26-affb-bc5484e1e40e None None] Attempting to bind port 77badb95-a131-4b53-963b-3427cfbbeeae on network 0ace5481-0689-4712-88e8-17cfc5365039 {{(pid=91850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:18:28.609999 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7582fe-6769-418b-be7b-495bf0b7f669 None None] Pushing event updated for resources: {'Port': ['ID=77badb95-a131-4b53-963b-3427cfbbeeae,revision_number=2']} {{(pid=91850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:28.611749 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd76db42-73e8-419f-8f44-7080ba0db5fc admin admin] Router b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb is scheduled to L3 agent 6d24f2a4-c5c8-4233-9813-3f8fa73b68fa with binding_index 1 {{(pid=91847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 11:18:28.615730 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2843cceb-d79d-4f26-affb-bc5484e1e40e None None] Checking agent: {'id': '2c978cda-2b59-4acb-bf0b-4021aa69528d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 9, 47), 'started_at': datetime.datetime(2021, 5, 27, 11, 10, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:18:28.616823 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2843cceb-d79d-4f26-affb-bc5484e1e40e None None] Checking segment: {'id': '4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:18:28.617552 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-2843cceb-d79d-4f26-affb-bc5484e1e40e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:28.618922 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2843cceb-d79d-4f26-affb-bc5484e1e40e None None] Bound using segment: {'id': '4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039'} {{(pid=91850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:18:28.622503 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-ee91f6e1-f501-4b43-9984-e2527a5a8da4 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:28.633282 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.managers [None req-2843cceb-d79d-4f26-affb-bc5484e1e40e None None] Bound port: 77badb95-a131-4b53-963b-3427cfbbeeae, host: dv-cinder-751579-23-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039'}}] {{(pid=91850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:18:28.633944 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-2843cceb-d79d-4f26-affb-bc5484e1e40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:28.645238 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-ee91f6e1-f501-4b43-9984-e2527a5a8da4 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:28.722587 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7582fe-6769-418b-be7b-495bf0b7f669 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:28.726551 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7582fe-6769-418b-be7b-495bf0b7f669 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:28.727458 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7582fe-6769-418b-be7b-495bf0b7f669 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:28.728331 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7582fe-6769-418b-be7b-495bf0b7f669 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:28.728878 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7582fe-6769-418b-be7b-495bf0b7f669 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:28.729441 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7582fe-6769-418b-be7b-495bf0b7f669 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:28.729974 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7582fe-6769-418b-be7b-495bf0b7f669 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:28.733756 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7582fe-6769-418b-be7b-495bf0b7f669 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:28.734394 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7582fe-6769-418b-be7b-495bf0b7f669 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:28.734935 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7582fe-6769-418b-be7b-495bf0b7f669 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:28.737304 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7582fe-6769-418b-be7b-495bf0b7f669 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:28.737863 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7582fe-6769-418b-be7b-495bf0b7f669 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:18:28.739208 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7582fe-6769-418b-be7b-495bf0b7f669 None None] Tracked resource versions report: May 27 11:18:28.739208 dv-cinder-751579-23-smb neutron-server[91850]: pushed versions: May 27 11:18:28.739208 dv-cinder-751579-23-smb neutron-server[91850]: { 'AddressGroup': {'1.2'}, May 27 11:18:28.739208 dv-cinder-751579-23-smb neutron-server[91850]: 'ConntrackHelper': {'1.0'}, May 27 11:18:28.739208 dv-cinder-751579-23-smb neutron-server[91850]: 'Log': {'1.0'}, May 27 11:18:28.739208 dv-cinder-751579-23-smb neutron-server[91850]: 'Network': {'1.1'}, May 27 11:18:28.739208 dv-cinder-751579-23-smb neutron-server[91850]: 'Port': {'1.7'}, May 27 11:18:28.739208 dv-cinder-751579-23-smb neutron-server[91850]: 'PortForwarding': {'1.2'}, May 27 11:18:28.739208 dv-cinder-751579-23-smb neutron-server[91850]: 'QosPolicy': {'1.8'}, May 27 11:18:28.739208 dv-cinder-751579-23-smb neutron-server[91850]: 'SecurityGroup': {'1.4'}, May 27 11:18:28.739208 dv-cinder-751579-23-smb neutron-server[91850]: 'SecurityGroupRule': {'1.2'}, May 27 11:18:28.739208 dv-cinder-751579-23-smb neutron-server[91850]: 'SubPort': {'1.0'}, May 27 11:18:28.739208 dv-cinder-751579-23-smb neutron-server[91850]: 'Subnet': {'1.1'}, May 27 11:18:28.739208 dv-cinder-751579-23-smb neutron-server[91850]: 'Trunk': {'1.1'}} May 27 11:18:28.739208 dv-cinder-751579-23-smb neutron-server[91850]: consumer versions: May 27 11:18:28.739208 dv-cinder-751579-23-smb neutron-server[91850]: { DHCP agent@dv-cinder-751579-23-smb: {}, May 27 11:18:28.739208 dv-cinder-751579-23-smb neutron-server[91850]: HyperV agent@hv-cinder-75157: {}, May 27 11:18:28.739208 dv-cinder-751579-23-smb neutron-server[91850]: L3 agent@dv-cinder-751579-23-smb: {}, May 27 11:18:28.739208 dv-cinder-751579-23-smb neutron-server[91850]: Metadata agent@dv-cinder-751579-23-smb: {}, May 27 11:18:28.739208 dv-cinder-751579-23-smb neutron-server[91850]: Metering agent@dv-cinder-751579-23-smb: {}, May 27 11:18:28.739208 dv-cinder-751579-23-smb neutron-server[91850]: Open vSwitch agent@dv-cinder-751579-23-smb: { 'AddressGroup': '1.2', May 27 11:18:28.739208 dv-cinder-751579-23-smb neutron-server[91850]: 'ConntrackHelper': '1.0', May 27 11:18:28.739208 dv-cinder-751579-23-smb neutron-server[91850]: 'Log': '1.0', May 27 11:18:28.739208 dv-cinder-751579-23-smb neutron-server[91850]: 'Network': '1.1', May 27 11:18:28.739208 dv-cinder-751579-23-smb neutron-server[91850]: 'Port': '1.7', May 27 11:18:28.739208 dv-cinder-751579-23-smb neutron-server[91850]: 'PortForwarding': '1.2', May 27 11:18:28.739208 dv-cinder-751579-23-smb neutron-server[91850]: 'QosPolicy': '1.8', May 27 11:18:28.739208 dv-cinder-751579-23-smb neutron-server[91850]: 'SecurityGroup': '1.4', May 27 11:18:28.739208 dv-cinder-751579-23-smb neutron-server[91850]: 'SecurityGroupRule': '1.2', May 27 11:18:28.739208 dv-cinder-751579-23-smb neutron-server[91850]: 'SubPort': '1.0', May 27 11:18:28.739208 dv-cinder-751579-23-smb neutron-server[91850]: 'Subnet': '1.1', May 27 11:18:28.739208 dv-cinder-751579-23-smb neutron-server[91850]: 'Trunk': '1.1'}} May 27 11:18:28.739208 dv-cinder-751579-23-smb neutron-server[91850]: {{(pid=91850) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 11:18:28.752519 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG oslo_concurrency.lockutils [None req-4d7582fe-6769-418b-be7b-495bf0b7f669 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=91850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:28.775878 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-ee91f6e1-f501-4b43-9984-e2527a5a8da4 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Made reservation on behalf of 8d42625dceb84e92adbcff7fb4675425 for: {'port': 1} {{(pid=91848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:18:28.804418 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-ee91f6e1-f501-4b43-9984-e2527a5a8da4 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:28.851560 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.db [None req-2843cceb-d79d-4f26-affb-bc5484e1e40e None None] For port 77badb95-a131-4b53-963b-3427cfbbeeae, host dv-cinder-751579-23-smb, cleared binding levels {{(pid=91850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:18:28.858687 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.db [None req-2843cceb-d79d-4f26-affb-bc5484e1e40e None None] For port 77badb95-a131-4b53-963b-3427cfbbeeae, host dv-cinder-751579-23-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=77badb95-a131-4b53-963b-3427cfbbeeae,segment=NetworkSegment(4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310),segment_id=4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310)] {{(pid=91850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:18:28.864342 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-2843cceb-d79d-4f26-affb-bc5484e1e40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:28.885296 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:29.007185 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.db_base_plugin_common [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-86f650c0-d551-483f-bc4b-3d1ebf31001a tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Allocated IP 172.20.0.5 (0686b901-22f3-4fa9-91a8-49767501259b/1244d3f3-76f0-49cc-9b2d-8a43a98c4bba/ae3637fd-4c41-4311-ab42-c1a09a3e2bf3) {{(pid=91847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:18:29.015556 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd76db42-73e8-419f-8f44-7080ba0db5fc admin admin] Notify agent at l3_agent.dv-cinder-751579-23-smb the message routers_updated {{(pid=91847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:18:29.027630 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3968962c-fb07-4036-bb9d-89cd55ad9aa9 None None] Sync routers for ids ['b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'] in dv-cinder-751579-23-smb {{(pid=91849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:18:29.035970 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7582fe-6769-418b-be7b-495bf0b7f669 None None] Pushing event updated for resources: {'Port': ['ID=77badb95-a131-4b53-963b-3427cfbbeeae,revision_number=3']} {{(pid=91850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:29.047039 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3968962c-fb07-4036-bb9d-89cd55ad9aa9 None None] Routers {'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:18:29.047761 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-3968962c-fb07-4036-bb9d-89cd55ad9aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:18:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'], 'active': True} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:18:29.061515 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG oslo_concurrency.lockutils [None req-4d7582fe-6769-418b-be7b-495bf0b7f669 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:29.073579 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 53684) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:29.124924 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2843cceb-d79d-4f26-affb-bc5484e1e40e None None] Routers {'011601ac-6384-4b87-9867-5e5a6a8557fd'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:18:29.127394 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-2843cceb-d79d-4f26-affb-bc5484e1e40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:18:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['011601ac-6384-4b87-9867-5e5a6a8557fd'], 'active': True} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:18:29.131358 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-dd76db42-73e8-419f-8f44-7080ba0db5fc admin admin] Notify callbacks [] for router, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:29.132899 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-dd76db42-73e8-419f-8f44-7080ba0db5fc admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.2910523 May 27 11:18:29.139286 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 53690) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:29.140376 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c58b92a4-1fd4-44dd-ad3c-e543aa93f47b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:29.381655 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-c58b92a4-1fd4-44dd-ad3c-e543aa93f47b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:29.401572 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-c58b92a4-1fd4-44dd-ad3c-e543aa93f47b admin admin] Usage tracker for resource:security_group_rule and tenant:da43580eb2c845e0939cc07922869dc0 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:29.424648 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-c58b92a4-1fd4-44dd-ad3c-e543aa93f47b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:29.444992 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-c58b92a4-1fd4-44dd-ad3c-e543aa93f47b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:29.613606 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvr_db [None req-3968962c-fb07-4036-bb9d-89cd55ad9aa9 None None] Set router b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb gateway port host: dv-cinder-751579-23-smb {{(pid=91849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:18:29.640481 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvr_db [None req-2843cceb-d79d-4f26-affb-bc5484e1e40e None None] Set router 011601ac-6384-4b87-9867-5e5a6a8557fd gateway port host: dv-cinder-751579-23-smb {{(pid=91850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:18:29.803840 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 53706) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:29.948704 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.db_base_plugin_common [None req-1bac9eda-844e-4a41-94aa-350a28f07eb0 admin admin] Allocated IP 172.20.0.1 (0c305644-2dc8-4e1c-bdb2-2c8567d44268/369e4e27-1796-451b-8798-a21a60543ff2/d7460431-0920-4f46-aea9-d352497ce3ed) {{(pid=91848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:18:30.139576 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-1bac9eda-844e-4a41-94aa-350a28f07eb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:30.163840 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-2843cceb-d79d-4f26-affb-bc5484e1e40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011601ac-6384-4b87-9867-5e5a6a8557fd', 'name': 'tempest-ServerRescueNegativeTestJSON-2035731299-router', 'tenant_id': '14b4c167ec414b36b060953567b3bf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '77badb95-a131-4b53-963b-3427cfbbeeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:18:18Z', 'updated_at': '2021-05-27T11:18:23Z', 'revision_number': 3, 'project_id': '14b4c167ec414b36b060953567b3bf93', 'gw_port': {'id': '77badb95-a131-4b53-963b-3427cfbbeeae', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011601ac-6384-4b87-9867-5e5a6a8557fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:21Z', 'updated_at': '2021-05-27T11:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb'}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:18:30.169027 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2843cceb-d79d-4f26-affb-bc5484e1e40e None None] The sync data for ids ['011601ac-6384-4b87-9867-5e5a6a8557fd'] in dv-cinder-751579-23-smb is: [{'id': '011601ac-6384-4b87-9867-5e5a6a8557fd', 'name': 'tempest-ServerRescueNegativeTestJSON-2035731299-router', 'tenant_id': '14b4c167ec414b36b060953567b3bf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '77badb95-a131-4b53-963b-3427cfbbeeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:18:18Z', 'updated_at': '2021-05-27T11:18:23Z', 'revision_number': 3, 'project_id': '14b4c167ec414b36b060953567b3bf93', 'gw_port': {'id': '77badb95-a131-4b53-963b-3427cfbbeeae', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011601ac-6384-4b87-9867-5e5a6a8557fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:21Z', 'updated_at': '2021-05-27T11:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb'}] {{(pid=91850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:18:30.221987 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 53712) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:30.279880 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0600c843-0697-4090-be0e-5021af660aff req-27c9cfec-cc01-488e-b294-0300966ae9ca tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/ports?device_id=2421e04e-9778-481d-95c2-15cf7799e783 HTTP/1.1" status: 200 len: 210 time: 0.5672042 May 27 11:18:30.316902 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-a2def60a-4f4d-4df1-abe8-cc2c0c31d93b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:30.327925 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-1bac9eda-844e-4a41-94aa-350a28f07eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971'] for port, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:30.377751 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:30.456569 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b8febdfc-6997-44af-bd74-5b24dc5346c4 req-4ca02559-17d5-41b7-bc36-4d95f22afb03 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=76ec8c68-8eb3-4175-ab2e-6ee1841fe059 HTTP/1.1" status: 200 len: 210 time: 0.6242886 May 27 11:18:30.464663 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac9eda-844e-4a41-94aa-350a28f07eb0 admin admin] Pushing event updated for resources: {'Port': ['ID=d7460431-0920-4f46-aea9-d352497ce3ed,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:30.499166 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-a2def60a-4f4d-4df1-abe8-cc2c0c31d93b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:30.507953 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-1bac9eda-844e-4a41-94aa-350a28f07eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:30.528316 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-a2def60a-4f4d-4df1-abe8-cc2c0c31d93b admin admin] Usage tracker for resource:security_group_rule and tenant:cdcaaee1e46d4078a5974491f48eb0df is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:30.537707 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-a2def60a-4f4d-4df1-abe8-cc2c0c31d93b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:30.541254 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-3968962c-fb07-4036-bb9d-89cd55ad9aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'name': 'tempest-AttachVolumeTestJSON-568734066-router', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.165'}], 'enable_snat': True}, 'gw_port_id': '939a7430-f1b3-4757-9a1b-a4f810ae3298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:18:21Z', 'updated_at': '2021-05-27T11:18:25Z', 'revision_number': 3, 'project_id': '802e7975f0524c7ea779d173670046b7', 'gw_port': {'id': '939a7430-f1b3-4757-9a1b-a4f810ae3298', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:23Z', 'updated_at': '2021-05-27T11:18:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb'}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:18:30.548311 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3968962c-fb07-4036-bb9d-89cd55ad9aa9 None None] Checking router: b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb for host: dv-cinder-751579-23-smb {{(pid=91849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:18:30.556039 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3968962c-fb07-4036-bb9d-89cd55ad9aa9 None None] Updating router b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb port 939a7430-f1b3-4757-9a1b-a4f810ae3298 binding host dv-cinder-751579-23-smb {{(pid=91849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 11:18:30.575414 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bac9eda-844e-4a41-94aa-350a28f07eb0 admin admin] Network 0c305644-2dc8-4e1c-bdb2-2c8567d44268 is already hosted by enough agents. {{(pid=91848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:18:30.576939 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-a2def60a-4f4d-4df1-abe8-cc2c0c31d93b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:30.582384 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.base_scheduler [None req-1bac9eda-844e-4a41-94aa-350a28f07eb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:18:30.590285 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bac9eda-844e-4a41-94aa-350a28f07eb0 admin admin] Received port after_create {{(pid=91848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:18:30.590940 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-1bac9eda-844e-4a41-94aa-350a28f07eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1927782'] for router_interface, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:30.707672 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-3968962c-fb07-4036-bb9d-89cd55ad9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:30.806283 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-86f650c0-d551-483f-bc4b-3d1ebf31001a tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Notify callbacks [] for port, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:31.176790 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.db_base_plugin_common [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-ee91f6e1-f501-4b43-9984-e2527a5a8da4 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Allocated IP 172.20.0.7 (3633c235-4756-45b7-9341-a649fc616bec/4914670b-b81c-4b30-b3d7-60fa4965bca9/ab572ded-6b44-4c82-a795-d899fc8c34ee) {{(pid=91848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:18:31.214983 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-1bac9eda-844e-4a41-94aa-350a28f07eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:31.340251 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c58b92a4-1fd4-44dd-ad3c-e543aa93f47b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:31.343282 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-86f650c0-d551-483f-bc4b-3d1ebf31001a tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971'] for port, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:31.348252 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-666a4240-866d-4b87-9179-4a17598880f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:31.421310 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-666a4240-866d-4b87-9179-4a17598880f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:31.444483 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-666a4240-866d-4b87-9179-4a17598880f3 admin admin] Usage tracker for resource:security_group_rule and tenant:e621c67e59844e51885ba13db7fc59c4 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:31.452747 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-666a4240-866d-4b87-9179-4a17598880f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:31.492258 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-666a4240-866d-4b87-9179-4a17598880f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:31.556163 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-3968962c-fb07-4036-bb9d-89cd55ad9aa9 None None] Notify callbacks [] for port, precommit_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:31.589132 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-3968962c-fb07-4036-bb9d-89cd55ad9aa9 None None] Transition to ACTIVE for port object 939a7430-f1b3-4757-9a1b-a4f810ae3298 will not be triggered until provisioned by entity L2. {{(pid=91849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:18:31.617285 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-3968962c-fb07-4036-bb9d-89cd55ad9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:31.623300 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:31.682931 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c58b92a4-1fd4-44dd-ad3c-e543aa93f47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:31.683820 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-e1d72981-bfbe-4b0c-8aeb-55f0562a94e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:31.730231 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-dd76db42-73e8-419f-8f44-7080ba0db5fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:31.866529 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f650c0-d551-483f-bc4b-3d1ebf31001a tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Pushing event updated for resources: {'Port': ['ID=ae3637fd-4c41-4311-ab42-c1a09a3e2bf3,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:31.901131 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-86f650c0-d551-483f-bc4b-3d1ebf31001a tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:31.904283 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:31.911888 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd874c-3d42-4351-8f60-2e746f698542 None None] Pushing event updated for resources: {'Port': ['ID=939a7430-f1b3-4757-9a1b-a4f810ae3298,revision_number=2']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:31.940514 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-3968962c-fb07-4036-bb9d-89cd55ad9aa9 None None] Attempting to bind port 939a7430-f1b3-4757-9a1b-a4f810ae3298 on host dv-cinder-751579-23-smb for vnic_type normal with profile {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:18:31.941882 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-3968962c-fb07-4036-bb9d-89cd55ad9aa9 None None] Attempting to bind port 939a7430-f1b3-4757-9a1b-a4f810ae3298 by drivers openvswitch,hyperv on host dv-cinder-751579-23-smb at level 0 using segments [{'id': '4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039'}] {{(pid=91849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:18:31.943898 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3968962c-fb07-4036-bb9d-89cd55ad9aa9 None None] Attempting to bind port 939a7430-f1b3-4757-9a1b-a4f810ae3298 on network 0ace5481-0689-4712-88e8-17cfc5365039 {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:18:31.957539 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-a2def60a-4f4d-4df1-abe8-cc2c0c31d93b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:31.958210 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-1bfd874c-3d42-4351-8f60-2e746f698542 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:31.974807 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3968962c-fb07-4036-bb9d-89cd55ad9aa9 None None] Checking agent: {'id': '2c978cda-2b59-4acb-bf0b-4021aa69528d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 9, 47), 'started_at': datetime.datetime(2021, 5, 27, 11, 10, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:18:31.977510 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3968962c-fb07-4036-bb9d-89cd55ad9aa9 None None] Checking segment: {'id': '4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:18:31.978362 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-3968962c-fb07-4036-bb9d-89cd55ad9aa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:31.978957 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3968962c-fb07-4036-bb9d-89cd55ad9aa9 None None] Bound using segment: {'id': '4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039'} {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:18:31.979880 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-3968962c-fb07-4036-bb9d-89cd55ad9aa9 None None] Bound port: 939a7430-f1b3-4757-9a1b-a4f810ae3298, host: dv-cinder-751579-23-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039'}}] {{(pid=91849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:18:31.980462 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-3968962c-fb07-4036-bb9d-89cd55ad9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:31.984766 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a0f292c6-6bc7-4991-bbc9-9e6eeca87990 req-0c55710c-2db2-44c3-96f3-f16e95b7fef9 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=76ec8c68-8eb3-4175-ab2e-6ee1841fe059 HTTP/1.1" status: 200 len: 210 time: 0.2182875 May 27 11:18:32.001233 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-a2def60a-4f4d-4df1-abe8-cc2c0c31d93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:32.027154 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-e1d72981-bfbe-4b0c-8aeb-55f0562a94e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:32.054719 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-2f07ff87-efae-402b-b58e-fe2c79f3d52f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:32.102384 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-e1d72981-bfbe-4b0c-8aeb-55f0562a94e5 admin admin] Usage tracker for resource:security_group_rule and tenant:d9acd08606cb40cbb9beebf2f97ecb6d is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:32.120082 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-86f650c0-d551-483f-bc4b-3d1ebf31001a tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Network 0686b901-22f3-4fa9-91a8-49767501259b is already hosted by enough agents. {{(pid=91847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:18:32.132424 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-c58b92a4-1fd4-44dd-ad3c-e543aa93f47b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=da43580eb2c845e0939cc07922869dc0&name=default HTTP/1.1" status: 200 len: 2975 time: 3.0458422 May 27 11:18:32.138474 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-86f650c0-d551-483f-bc4b-3d1ebf31001a tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Resources bound (agent type, host, resource id): {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:18:32.168574 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 53724) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:32.173536 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-86f650c0-d551-483f-bc4b-3d1ebf31001a tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Received port after_create {{(pid=91847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:18:32.199001 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-86f650c0-d551-483f-bc4b-3d1ebf31001a tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:32.199984 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-86f650c0-d551-483f-bc4b-3d1ebf31001a tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for port, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:32.203903 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55badbc-124c-42e2-881c-e7a64c6307a3 req-8c237674-716b-463a-a0a1-06f8323276d1 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:32.205494 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b55badbc-124c-42e2-881c-e7a64c6307a3 req-8c237674-716b-463a-a0a1-06f8323276d1 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/ports?device_id=2421e04e-9778-481d-95c2-15cf7799e783 HTTP/1.1" status: 200 len: 931 time: 0.7029428 May 27 11:18:32.227620 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-3968962c-fb07-4036-bb9d-89cd55ad9aa9 None None] For port 939a7430-f1b3-4757-9a1b-a4f810ae3298, host dv-cinder-751579-23-smb, cleared binding levels {{(pid=91849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:18:32.237768 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-3968962c-fb07-4036-bb9d-89cd55ad9aa9 None None] For port 939a7430-f1b3-4757-9a1b-a4f810ae3298, host dv-cinder-751579-23-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=939a7430-f1b3-4757-9a1b-a4f810ae3298,segment=NetworkSegment(4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310),segment_id=4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310)] {{(pid=91849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:18:32.247508 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 77badb95-a131-4b53-963b-3427cfbbeeae up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:18:32.267745 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-e1d72981-bfbe-4b0c-8aeb-55f0562a94e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:32.280181 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-666a4240-866d-4b87-9179-4a17598880f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:32.290681 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-e1d72981-bfbe-4b0c-8aeb-55f0562a94e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:32.327661 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-666a4240-866d-4b87-9179-4a17598880f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:32.342356 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-3968962c-fb07-4036-bb9d-89cd55ad9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:32.344604 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-a2def60a-4f4d-4df1-abe8-cc2c0c31d93b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cdcaaee1e46d4078a5974491f48eb0df&name=default HTTP/1.1" status: 200 len: 2975 time: 3.7340262 May 27 11:18:32.354880 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-5606404a-a46b-4b81-8431-41fd4ba67131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:32.369852 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-86f650c0-d551-483f-bc4b-3d1ebf31001a tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2237787 May 27 11:18:32.370090 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 53730) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:32.371434 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b92a4-1fd4-44dd-ad3c-e543aa93f47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1dc73cf-17a5-4ada-b95f-68cbf558cab4,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:32.375158 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2def60a-4f4d-4df1-abe8-cc2c0c31d93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea1d1fa-ab98-4184-bdcc-2fc0da9e55a3,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:32.379402 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-a2def60a-4f4d-4df1-abe8-cc2c0c31d93b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:32.421873 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-ee91f6e1-f501-4b43-9984-e2527a5a8da4 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Notify callbacks [] for port, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:32.482789 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3968962c-fb07-4036-bb9d-89cd55ad9aa9 None None] Routers {'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:18:32.483411 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-3968962c-fb07-4036-bb9d-89cd55ad9aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:18:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'], 'active': True} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:18:32.533866 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-c58b92a4-1fd4-44dd-ad3c-e543aa93f47b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:32.550154 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-1bac9eda-844e-4a41-94aa-350a28f07eb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:32.554435 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:32.569414 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-b55badbc-124c-42e2-881c-e7a64c6307a3 req-162eb523-667c-46b3-8b65-7ddbe8e2cad0 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Synchronizing usage tracker for tenant:8b4fc49eb8984c07a835ae47f8e0b313 on resource:security_group {{(pid=91848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:18:32.587126 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-1bac9eda-844e-4a41-94aa-350a28f07eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:32.604759 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-1bac9eda-844e-4a41-94aa-350a28f07eb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1927877'] for router_interface, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:32.618849 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-1bac9eda-844e-4a41-94aa-350a28f07eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:32.629973 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd874c-3d42-4351-8f60-2e746f698542 None None] Pushing event updated for resources: {'Port': ['ID=939a7430-f1b3-4757-9a1b-a4f810ae3298,revision_number=3']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:32.653159 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-1bfd874c-3d42-4351-8f60-2e746f698542 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:32.654036 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning for port 77badb95-a131-4b53-963b-3427cfbbeeae completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:18:32.655675 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-16bcb2d5-c079-472c-a308-01766536d5c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:32.658388 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-666a4240-866d-4b87-9179-4a17598880f3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e621c67e59844e51885ba13db7fc59c4&name=default HTTP/1.1" status: 200 len: 2975 time: 2.7867143 May 27 11:18:32.668167 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 53736) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:32.679392 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a4240-866d-4b87-9179-4a17598880f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556d2bcd-c823-4271-ab5b-8aceb26f20e2,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:32.781013 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port 77badb95-a131-4b53-963b-3427cfbbeeae triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:18:32.781657 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:32.784196 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-b55badbc-124c-42e2-881c-e7a64c6307a3 req-162eb523-667c-46b3-8b65-7ddbe8e2cad0 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Unset dirty status for tenant:8b4fc49eb8984c07a835ae47f8e0b313 on resource:security_group {{(pid=91848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:18:32.797282 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b55badbc-124c-42e2-881c-e7a64c6307a3 req-162eb523-667c-46b3-8b65-7ddbe8e2cad0 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/security-groups?id=93be0890-bef3-4a50-b026-fd3b30e904ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5715542 May 27 11:18:32.831036 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-312cabf9-b47c-427c-9132-8644b92462e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:32.833610 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-666a4240-866d-4b87-9179-4a17598880f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:32.869656 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-312cabf9-b47c-427c-9132-8644b92462e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:32.899318 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvr_db [None req-3968962c-fb07-4036-bb9d-89cd55ad9aa9 None None] Set router b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb gateway port host: dv-cinder-751579-23-smb {{(pid=91849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:18:32.964012 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-e1d72981-bfbe-4b0c-8aeb-55f0562a94e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:32.996322 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-e1d72981-bfbe-4b0c-8aeb-55f0562a94e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:33.026035 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:33.034159 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac9eda-844e-4a41-94aa-350a28f07eb0 admin admin] Pushing event updated for resources: {'Port': ['ID=d7460431-0920-4f46-aea9-d352497ce3ed,revision_number=2']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:33.038070 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-1bac9eda-844e-4a41-94aa-350a28f07eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:33.039506 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-ee91f6e1-f501-4b43-9984-e2527a5a8da4 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971'] for port, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:33.044509 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-16bcb2d5-c079-472c-a308-01766536d5c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:33.077724 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-08351d5a-6ae2-4e50-a1c2-a5db37e181a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:33.142174 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d5caf4f6-d9d8-4bcd-9a62-aac2c271f9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:33.172076 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-e1d72981-bfbe-4b0c-8aeb-55f0562a94e5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d9acd08606cb40cbb9beebf2f97ecb6d&name=default HTTP/1.1" status: 200 len: 2976 time: 2.9258692 May 27 11:18:33.172076 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d72981-bfbe-4b0c-8aeb-55f0562a94e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cc048e-59fc-464b-924d-960d0d6066d5,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:33.173713 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 53742) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:33.185156 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-e1d72981-bfbe-4b0c-8aeb-55f0562a94e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:33.189024 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-65ea10ac-4e37-4ec7-8f87-505e002070d8 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=91847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 11:18:33.190003 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-65ea10ac-4e37-4ec7-8f87-505e002070d8 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172250 May 27 11:18:33.340104 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-ee91f6e1-f501-4b43-9984-e2527a5a8da4 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Network 3633c235-4756-45b7-9341-a649fc616bec is already hosted by enough agents. {{(pid=91848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:18:33.356361 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bac9eda-844e-4a41-94aa-350a28f07eb0 admin admin] Network 0c305644-2dc8-4e1c-bdb2-2c8567d44268 is already hosted by enough agents. {{(pid=91848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:18:33.364933 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-4308a614-4d64-4cd9-a312-7bb4e243cb5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:33.422768 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:33.424221 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-4308a614-4d64-4cd9-a312-7bb4e243cb5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:33.442734 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.base_scheduler [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-ee91f6e1-f501-4b43-9984-e2527a5a8da4 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Resources bound (agent type, host, resource id): {{(pid=91848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:18:33.445056 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] For port 77badb95-a131-4b53-963b-3427cfbbeeae, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=77badb95-a131-4b53-963b-3427cfbbeeae,segment=NetworkSegment(4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310),segment_id=4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:18:33.447370 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.base_scheduler [None req-1bac9eda-844e-4a41-94aa-350a28f07eb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:18:33.454909 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:33.462788 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-1bfd874c-3d42-4351-8f60-2e746f698542 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:33.469974 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-312cabf9-b47c-427c-9132-8644b92462e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:33.488919 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-ee91f6e1-f501-4b43-9984-e2527a5a8da4 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Received port after_create {{(pid=91848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:18:33.496802 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-ee91f6e1-f501-4b43-9984-e2527a5a8da4 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:33.497542 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-ee91f6e1-f501-4b43-9984-e2527a5a8da4 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for port, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:33.506591 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee91f6e1-f501-4b43-9984-e2527a5a8da4 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Pushing event updated for resources: {'Port': ['ID=ab572ded-6b44-4c82-a795-d899fc8c34ee,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:33.536697 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-16bcb2d5-c079-472c-a308-01766536d5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:33.546155 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-ee91f6e1-f501-4b43-9984-e2527a5a8da4 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:33.546715 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:33.556940 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-3968962c-fb07-4036-bb9d-89cd55ad9aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'name': 'tempest-AttachVolumeTestJSON-568734066-router', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.165'}], 'enable_snat': True}, 'gw_port_id': '939a7430-f1b3-4757-9a1b-a4f810ae3298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:18:21Z', 'updated_at': '2021-05-27T11:18:25Z', 'revision_number': 3, 'project_id': '802e7975f0524c7ea779d173670046b7', 'gw_port': {'id': '939a7430-f1b3-4757-9a1b-a4f810ae3298', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:23Z', 'updated_at': '2021-05-27T11:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb'}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:18:33.564100 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3968962c-fb07-4036-bb9d-89cd55ad9aa9 None None] The sync data for ids ['b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'] in dv-cinder-751579-23-smb is: [{'id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'name': 'tempest-AttachVolumeTestJSON-568734066-router', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.165'}], 'enable_snat': True}, 'gw_port_id': '939a7430-f1b3-4757-9a1b-a4f810ae3298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:18:21Z', 'updated_at': '2021-05-27T11:18:25Z', 'revision_number': 3, 'project_id': '802e7975f0524c7ea779d173670046b7', 'gw_port': {'id': '939a7430-f1b3-4757-9a1b-a4f810ae3298', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:23Z', 'updated_at': '2021-05-27T11:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb'}] {{(pid=91849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:18:33.580229 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.db_base_plugin_common [None req-d5caf4f6-d9d8-4bcd-9a62-aac2c271f9b7 admin admin] Allocated IP 172.20.0.1 (dddfebc0-a063-4692-a21d-f73fcbbd8d09/53f9b7c8-83a1-4c1c-aa60-764bc111576d/7f882c9d-c655-4f8f-8cf5-c1ae0863a30c) {{(pid=91847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:18:33.585888 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-16bcb2d5-c079-472c-a308-01766536d5c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:33.587113 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-16bcb2d5-c079-472c-a308-01766536d5c3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d1dc73cf-17a5-4ada-b95f-68cbf558cab4 HTTP/1.1" status: 204 len: 168 time: 1.3805096 May 27 11:18:33.593516 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Pushing event updated for resources: {'Port': ['ID=77badb95-a131-4b53-963b-3427cfbbeeae,revision_number=4']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:33.597844 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:33.612942 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-312cabf9-b47c-427c-9132-8644b92462e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:33.618839 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-312cabf9-b47c-427c-9132-8644b92462e9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1ea1d1fa-ab98-4184-bdcc-2fc0da9e55a3 HTTP/1.1" status: 204 len: 168 time: 1.2365441 May 27 11:18:33.631742 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-9b63c6a0-03e3-4453-909b-8e513c867cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:33.700558 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-9b63c6a0-03e3-4453-909b-8e513c867cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:33.726749 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312cabf9-b47c-427c-9132-8644b92462e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea1d1fa-ab98-4184-bdcc-2fc0da9e55a3,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:33.792657 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-4308a614-4d64-4cd9-a312-7bb4e243cb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:33.866384 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-c58b92a4-1fd4-44dd-ad3c-e543aa93f47b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:33.925847 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-4308a614-4d64-4cd9-a312-7bb4e243cb5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:33.927748 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-4308a614-4d64-4cd9-a312-7bb4e243cb5b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e3cc048e-59fc-464b-924d-960d0d6066d5 HTTP/1.1" status: 204 len: 168 time: 0.7472742 May 27 11:18:33.931492 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308a614-4d64-4cd9-a312-7bb4e243cb5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cc048e-59fc-464b-924d-960d0d6066d5,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:33.951322 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-4308a614-4d64-4cd9-a312-7bb4e243cb5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:34.125293 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d5caf4f6-d9d8-4bcd-9a62-aac2c271f9b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:34.130955 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 77badb95-a131-4b53-963b-3427cfbbeeae up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:18:34.197545 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-d5caf4f6-d9d8-4bcd-9a62-aac2c271f9b7 admin admin] Transition to ACTIVE for port object 7f882c9d-c655-4f8f-8cf5-c1ae0863a30c will not be triggered until provisioned by entity DHCP. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:18:34.262170 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-ee91f6e1-f501-4b43-9984-e2527a5a8da4 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.3396087 May 27 11:18:34.274423 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d5caf4f6-d9d8-4bcd-9a62-aac2c271f9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971'] for port, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:34.307017 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-03809158-5295-423b-a10d-54d47f3bbea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:34.318743 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port 77badb95-a131-4b53-963b-3427cfbbeeae triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:18:34.319195 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:34.416477 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 53762) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:34.439179 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-9b63c6a0-03e3-4453-909b-8e513c867cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:34.454668 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5caf4f6-d9d8-4bcd-9a62-aac2c271f9b7 admin admin] Network dddfebc0-a063-4692-a21d-f73fcbbd8d09 is already hosted by enough agents. {{(pid=91847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:18:34.470957 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [None req-d5caf4f6-d9d8-4bcd-9a62-aac2c271f9b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:18:34.499646 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-8a088478-de83-43cb-a699-662359c0a5ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:34.524190 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5caf4f6-d9d8-4bcd-9a62-aac2c271f9b7 admin admin] Received port after_create {{(pid=91847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:18:34.524918 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d5caf4f6-d9d8-4bcd-9a62-aac2c271f9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1927782'] for router_interface, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:34.602079 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bac9eda-844e-4a41-94aa-350a28f07eb0 admin admin] Router 011601ac-6384-4b87-9867-5e5a6a8557fd has already been hosted by L3 agent 6d24f2a4-c5c8-4233-9813-3f8fa73b68fa {{(pid=91848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:18:34.603446 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bcb2d5-c079-472c-a308-01766536d5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1dc73cf-17a5-4ada-b95f-68cbf558cab4,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:34.604908 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5caf4f6-d9d8-4bcd-9a62-aac2c271f9b7 admin admin] Pushing event updated for resources: {'Port': ['ID=7f882c9d-c655-4f8f-8cf5-c1ae0863a30c,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:34.610671 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-8a088478-de83-43cb-a699-662359c0a5ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:34.618686 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-d5caf4f6-d9d8-4bcd-9a62-aac2c271f9b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:34.632648 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-16bcb2d5-c079-472c-a308-01766536d5c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.086s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:34.633061 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-8a088478-de83-43cb-a699-662359c0a5ea admin admin] Usage tracker for resource:security_group_rule and tenant:8af8794c0c554194894b3a1f5eb2c815 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:34.653335 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:34.657376 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-8a088478-de83-43cb-a699-662359c0a5ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:34.673664 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-8a088478-de83-43cb-a699-662359c0a5ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:34.691844 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b63c6a0-03e3-4453-909b-8e513c867cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556d2bcd-c823-4271-ab5b-8aceb26f20e2,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:34.735479 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-9b63c6a0-03e3-4453-909b-8e513c867cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:34.736061 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-a2def60a-4f4d-4df1-abe8-cc2c0c31d93b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.116s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:34.736403 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-a2def60a-4f4d-4df1-abe8-cc2c0c31d93b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:34.785991 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee19462-5bca-49e9-9615-a4898eaf84fe req-121d48c0-f874-41be-83cd-45db2a82b4e6 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:34.785991 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-1ee19462-5bca-49e9-9615-a4898eaf84fe req-121d48c0-f874-41be-83cd-45db2a82b4e6 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Synchronizing usage tracker for tenant:8d42625dceb84e92adbcff7fb4675425 on resource:port {{(pid=91848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:18:34.807391 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-9b63c6a0-03e3-4453-909b-8e513c867cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:34.811759 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-9b63c6a0-03e3-4453-909b-8e513c867cf3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/556d2bcd-c823-4271-ab5b-8aceb26f20e2 HTTP/1.1" status: 204 len: 168 time: 2.1330478 May 27 11:18:34.933214 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-28261d3e-b779-4ba6-af5f-1e67436f8c7d None None] Provisioning for port 7f882c9d-c655-4f8f-8cf5-c1ae0863a30c completed by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:18:34.938448 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-28261d3e-b779-4ba6-af5f-1e67436f8c7d None None] Provisioning complete for port 7f882c9d-c655-4f8f-8cf5-c1ae0863a30c triggered by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:18:34.938724 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-28261d3e-b779-4ba6-af5f-1e67436f8c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:34.962780 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-1ee19462-5bca-49e9-9615-a4898eaf84fe req-121d48c0-f874-41be-83cd-45db2a82b4e6 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Unset dirty status for tenant:8d42625dceb84e92adbcff7fb4675425 on resource:port {{(pid=91848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:18:34.972725 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1ee19462-5bca-49e9-9615-a4898eaf84fe req-121d48c0-f874-41be-83cd-45db2a82b4e6 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=76ec8c68-8eb3-4175-ab2e-6ee1841fe059 HTTP/1.1" status: 200 len: 931 time: 1.7893996 May 27 11:18:35.001091 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d5caf4f6-d9d8-4bcd-9a62-aac2c271f9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:35.059368 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-8a088478-de83-43cb-a699-662359c0a5ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:35.084993 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-28261d3e-b779-4ba6-af5f-1e67436f8c7d None None] Port 7f882c9d-c655-4f8f-8cf5-c1ae0863a30c cannot update to ACTIVE because it is not bound. {{(pid=91849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:18:35.133266 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-8a088478-de83-43cb-a699-662359c0a5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:35.168099 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4a9ce-7ce4-49da-aef7-dbcaacb9cd57 req-abea08ad-2e89-4387-b227-0a42eff7c908 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:35.176344 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a9e4a9ce-7ce4-49da-aef7-dbcaacb9cd57 req-abea08ad-2e89-4387-b227-0a42eff7c908 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/ports?device_id=2421e04e-9778-481d-95c2-15cf7799e783 HTTP/1.1" status: 200 len: 931 time: 0.9302075 May 27 11:18:35.197869 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:35.222221 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-1ee19462-5bca-49e9-9615-a4898eaf84fe req-2ebe0147-662f-4f0a-8fb2-8c76d86c0e45 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Synchronizing usage tracker for tenant:8d42625dceb84e92adbcff7fb4675425 on resource:security_group {{(pid=91848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:18:35.369010 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bac9eda-844e-4a41-94aa-350a28f07eb0 admin admin] Notify agent at l3_agent.dv-cinder-751579-23-smb the message routers_updated {{(pid=91848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:18:35.377289 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-1bac9eda-844e-4a41-94aa-350a28f07eb0 admin admin] 10.222.0.77 "PUT /v2.0/routers/011601ac-6384-4b87-9867-5e5a6a8557fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5334697 May 27 11:18:35.380142 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-1ee19462-5bca-49e9-9615-a4898eaf84fe req-2ebe0147-662f-4f0a-8fb2-8c76d86c0e45 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Unset dirty status for tenant:8d42625dceb84e92adbcff7fb4675425 on resource:security_group {{(pid=91848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:18:35.383517 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1ee19462-5bca-49e9-9615-a4898eaf84fe req-2ebe0147-662f-4f0a-8fb2-8c76d86c0e45 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4091358 May 27 11:18:35.399952 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-8a088478-de83-43cb-a699-662359c0a5ea admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8af8794c0c554194894b3a1f5eb2c815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9811440 May 27 11:18:35.403415 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a9e4a9ce-7ce4-49da-aef7-dbcaacb9cd57 req-2ef2fa51-47cd-4a3a-989d-c8ffa396b79a tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/security-groups?id=93be0890-bef3-4a50-b026-fd3b30e904ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246430 May 27 11:18:35.414883 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 53776) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:35.414883 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 53778) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:35.415085 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a088478-de83-43cb-a699-662359c0a5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa17bff3-fcb3-422e-a711-6e69d45952f4,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:35.422542 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-8a088478-de83-43cb-a699-662359c0a5ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:35.472510 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-e8919ac3-9577-4471-ba1b-c48075636df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:35.475626 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e1307f-43f0-4b57-889b-8f466625b497 None None] Sync routers for ids ['011601ac-6384-4b87-9867-5e5a6a8557fd'] in dv-cinder-751579-23-smb {{(pid=91850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:18:35.499355 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e1307f-43f0-4b57-889b-8f466625b497 None None] Routers {'011601ac-6384-4b87-9867-5e5a6a8557fd'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:18:35.500467 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-d4e1307f-43f0-4b57-889b-8f466625b497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:18:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['011601ac-6384-4b87-9867-5e5a6a8557fd'], 'active': True} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:18:35.536479 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-e8919ac3-9577-4471-ba1b-c48075636df6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:35.561355 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-e8919ac3-9577-4471-ba1b-c48075636df6 admin admin] Usage tracker for resource:security_group_rule and tenant:2c28fd9ecc7048f3ad8c90a5f873413d is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:35.578081 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-e8919ac3-9577-4471-ba1b-c48075636df6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:35.601301 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-e8919ac3-9577-4471-ba1b-c48075636df6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:35.698442 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-28c3d1ca-bc99-4e47-ae1b-fb697c0ff522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:35.806704 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-28c3d1ca-bc99-4e47-ae1b-fb697c0ff522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:35.836381 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d5caf4f6-d9d8-4bcd-9a62-aac2c271f9b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:35.843916 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d5caf4f6-d9d8-4bcd-9a62-aac2c271f9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:35.846899 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d5caf4f6-d9d8-4bcd-9a62-aac2c271f9b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1927877'] for router_interface, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:35.862293 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:35.926219 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvr_db [None req-d4e1307f-43f0-4b57-889b-8f466625b497 None None] Set router 011601ac-6384-4b87-9867-5e5a6a8557fd gateway port host: dv-cinder-751579-23-smb {{(pid=91850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:18:35.966504 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-e8919ac3-9577-4471-ba1b-c48075636df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:35.976436 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-e8919ac3-9577-4471-ba1b-c48075636df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:36.005501 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:36.025950 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-28c3d1ca-bc99-4e47-ae1b-fb697c0ff522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:36.153293 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-28c3d1ca-bc99-4e47-ae1b-fb697c0ff522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:36.163085 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-28c3d1ca-bc99-4e47-ae1b-fb697c0ff522 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fa17bff3-fcb3-422e-a711-6e69d45952f4 HTTP/1.1" status: 204 len: 168 time: 0.7485631 May 27 11:18:36.163085 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-e8919ac3-9577-4471-ba1b-c48075636df6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2c28fd9ecc7048f3ad8c90a5f873413d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7436380 May 27 11:18:36.172537 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 53796) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:36.178969 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 939a7430-f1b3-4757-9a1b-a4f810ae3298 up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:18:36.292177 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8919ac3-9577-4471-ba1b-c48075636df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdaa2fee-16c8-4313-83fa-96cafd948f3e,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:36.300285 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-e8919ac3-9577-4471-ba1b-c48075636df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:36.315816 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-16bcb2d5-c079-472c-a308-01766536d5c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:36.343955 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c3d1ca-bc99-4e47-ae1b-fb697c0ff522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa17bff3-fcb3-422e-a711-6e69d45952f4,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:36.354489 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-28c3d1ca-bc99-4e47-ae1b-fb697c0ff522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:36.400246 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5caf4f6-d9d8-4bcd-9a62-aac2c271f9b7 admin admin] Pushing event updated for resources: {'Port': ['ID=7f882c9d-c655-4f8f-8cf5-c1ae0863a30c,revision_number=2']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:36.402310 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-94430e30-c32e-4355-a1de-7eea20730712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:36.423629 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-d5caf4f6-d9d8-4bcd-9a62-aac2c271f9b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:36.465961 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-d4e1307f-43f0-4b57-889b-8f466625b497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011601ac-6384-4b87-9867-5e5a6a8557fd', 'name': 'tempest-ServerRescueNegativeTestJSON-2035731299-router', 'tenant_id': '14b4c167ec414b36b060953567b3bf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '77badb95-a131-4b53-963b-3427cfbbeeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:18:18Z', 'updated_at': '2021-05-27T11:18:31Z', 'revision_number': 4, 'project_id': '14b4c167ec414b36b060953567b3bf93', 'gw_port': {'id': '77badb95-a131-4b53-963b-3427cfbbeeae', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011601ac-6384-4b87-9867-5e5a6a8557fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:21Z', 'updated_at': '2021-05-27T11:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': 'd7460431-0920-4f46-aea9-d352497ce3ed', 'name': '', 'network_id': '0c305644-2dc8-4e1c-bdb2-2c8567d44268', 'tenant_id': '14b4c167ec414b36b060953567b3bf93', 'mac_address': 'fa:16:3e:84:6f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011601ac-6384-4b87-9867-5e5a6a8557fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '369e4e27-1796-451b-8798-a21a60543ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:29Z', 'updated_at': '2021-05-27T11:18:31Z', 'revision_number': 2, 'project_id': '14b4c167ec414b36b060953567b3bf93', 'subnets': [{'id': '369e4e27-1796-451b-8798-a21a60543ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:18:36.471378 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-94430e30-c32e-4355-a1de-7eea20730712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:36.475137 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e1307f-43f0-4b57-889b-8f466625b497 None None] Checking router: 011601ac-6384-4b87-9867-5e5a6a8557fd for host: dv-cinder-751579-23-smb {{(pid=91850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:18:36.475496 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e1307f-43f0-4b57-889b-8f466625b497 None None] Updating router 011601ac-6384-4b87-9867-5e5a6a8557fd port d7460431-0920-4f46-aea9-d352497ce3ed binding host dv-cinder-751579-23-smb {{(pid=91850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 11:18:36.508003 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5caf4f6-d9d8-4bcd-9a62-aac2c271f9b7 admin admin] Network dddfebc0-a063-4692-a21d-f73fcbbd8d09 is already hosted by enough agents. {{(pid=91847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:18:36.510107 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [None req-d5caf4f6-d9d8-4bcd-9a62-aac2c271f9b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:18:36.515256 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning for port 939a7430-f1b3-4757-9a1b-a4f810ae3298 completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:18:36.533756 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port 939a7430-f1b3-4757-9a1b-a4f810ae3298 triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:18:36.534139 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:36.576623 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-94430e30-c32e-4355-a1de-7eea20730712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:36.589025 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-52171942-ef82-4191-9bc1-caee88e42f27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:36.626801 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-d4e1307f-43f0-4b57-889b-8f466625b497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:36.772337 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94430e30-c32e-4355-a1de-7eea20730712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdaa2fee-16c8-4313-83fa-96cafd948f3e,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:36.775737 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-94430e30-c32e-4355-a1de-7eea20730712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:36.799204 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-94430e30-c32e-4355-a1de-7eea20730712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:36.809706 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-94430e30-c32e-4355-a1de-7eea20730712 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cdaa2fee-16c8-4313-83fa-96cafd948f3e HTTP/1.1" status: 204 len: 168 time: 0.6337175 May 27 11:18:36.938557 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56efa7-3439-43e8-837b-e60ca9d8a9a7 req-31f39660-ea64-41af-abb0-ea5c2231077d tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:36.945198 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-fc56efa7-3439-43e8-837b-e60ca9d8a9a7 req-31f39660-ea64-41af-abb0-ea5c2231077d tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=76ec8c68-8eb3-4175-ab2e-6ee1841fe059 HTTP/1.1" status: 200 len: 931 time: 0.3193636 May 27 11:18:37.094045 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-fc56efa7-3439-43e8-837b-e60ca9d8a9a7 req-88e0ce7e-6e93-414c-9fe2-e3b3fa6b8b65 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423039 May 27 11:18:37.227079 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-8ad3d1f1-eac6-4bb9-aa20-be715528dd0c None None] Provisioning complete for port 7f882c9d-c655-4f8f-8cf5-c1ae0863a30c triggered by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:18:37.237132 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d1f1-eac6-4bb9-aa20-be715528dd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:37.279915 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5caf4f6-d9d8-4bcd-9a62-aac2c271f9b7 admin admin] Router b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb has already been hosted by L3 agent 6d24f2a4-c5c8-4233-9813-3f8fa73b68fa {{(pid=91847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:18:37.377914 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:37.438366 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] For port 939a7430-f1b3-4757-9a1b-a4f810ae3298, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=939a7430-f1b3-4757-9a1b-a4f810ae3298,segment=NetworkSegment(4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310),segment_id=4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:18:37.440112 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-8ad3d1f1-eac6-4bb9-aa20-be715528dd0c None None] Port 7f882c9d-c655-4f8f-8cf5-c1ae0863a30c cannot update to ACTIVE because it is not bound. {{(pid=91849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:18:37.446690 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:37.453463 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-1bfd874c-3d42-4351-8f60-2e746f698542 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:37.634144 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Pushing event updated for resources: {'Port': ['ID=939a7430-f1b3-4757-9a1b-a4f810ae3298,revision_number=4']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:37.650916 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:37.654406 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-c042e86c-d0e9-486d-94d1-774e2ec5a66a tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:37.656162 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-c042e86c-d0e9-486d-94d1-774e2ec5a66a tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/networks?id=0c305644-2dc8-4e1c-bdb2-2c8567d44268 HTTP/1.1" status: 200 len: 819 time: 0.4500813 May 27 11:18:37.676056 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-c89a93dc-dd11-4b53-851b-56bcb8d0eec1 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/quotas/14b4c167ec414b36b060953567b3bf93 HTTP/1.1" status: 200 len: 375 time: 0.0116687 May 27 11:18:37.716207 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5caf4f6-d9d8-4bcd-9a62-aac2c271f9b7 admin admin] Notify agent at l3_agent.dv-cinder-751579-23-smb the message routers_updated {{(pid=91847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:18:37.728973 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da43a66-d43b-4b51-9131-0d922d87395a None None] Sync routers for ids ['b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'] in dv-cinder-751579-23-smb {{(pid=91849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:18:37.746938 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da43a66-d43b-4b51-9131-0d922d87395a None None] Routers {'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:18:37.749935 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-9da43a66-d43b-4b51-9131-0d922d87395a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:18:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'], 'active': True} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:18:37.756735 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-d5caf4f6-d9d8-4bcd-9a62-aac2c271f9b7 admin admin] 10.222.0.77 "PUT /v2.0/routers/b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5632184 May 27 11:18:37.763720 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273034ad-f9eb-4b1b-8d6d-cfd80c787573 req-a15db974-1ea4-4bee-98d3-f2934e527d06 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:37.766619 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-273034ad-f9eb-4b1b-8d6d-cfd80c787573 req-a15db974-1ea4-4bee-98d3-f2934e527d06 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/ports?device_id=2421e04e-9778-481d-95c2-15cf7799e783 HTTP/1.1" status: 200 len: 931 time: 0.3076577 May 27 11:18:37.797853 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-d4e1307f-43f0-4b57-889b-8f466625b497 None None] Notify callbacks [] for port, precommit_update {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:37.812761 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.provisioning_blocks [None req-d4e1307f-43f0-4b57-889b-8f466625b497 None None] Transition to ACTIVE for port object d7460431-0920-4f46-aea9-d352497ce3ed will not be triggered until provisioned by entity L2. {{(pid=91850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:18:37.824085 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-d4e1307f-43f0-4b57-889b-8f466625b497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:37.841489 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:37.907470 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-a859f52b-5e30-4c8c-9067-b8eadca69a2d service neutron] Request body: {'port': {'device_id': '2421e04e-9778-481d-95c2-15cf7799e783', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:18:37.938301 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-01b7a963-1986-4862-a4bd-bb1a74a643ef service neutron] Request body: {'port': {'device_id': '76ec8c68-8eb3-4175-ab2e-6ee1841fe059', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:18:38.158343 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-273034ad-f9eb-4b1b-8d6d-cfd80c787573 req-14bc95a1-9e95-4a43-a381-df190228a9d0 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/security-groups?id=93be0890-bef3-4a50-b026-fd3b30e904ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747082 May 27 11:18:38.172426 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 939a7430-f1b3-4757-9a1b-a4f810ae3298 up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:18:38.281076 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-82a1fe8c-0cb1-4a1c-8919-637afac75390 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Synchronizing usage tracker for tenant:14b4c167ec414b36b060953567b3bf93 on resource:port {{(pid=91848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:18:38.358046 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-a859f52b-5e30-4c8c-9067-b8eadca69a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:38.390260 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-82a1fe8c-0cb1-4a1c-8919-637afac75390 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Unset dirty status for tenant:14b4c167ec414b36b060953567b3bf93 on resource:port {{(pid=91848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:18:38.391578 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-82a1fe8c-0cb1-4a1c-8919-637afac75390 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=14b4c167ec414b36b060953567b3bf93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7049649 May 27 11:18:38.407176 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d705503-3a73-4159-8dd1-69e976c3f0bf None None] Pushing event updated for resources: {'Port': ['ID=d7460431-0920-4f46-aea9-d352497ce3ed,revision_number=3']} {{(pid=91850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:38.419077 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-01b7a963-1986-4862-a4bd-bb1a74a643ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:38.426432 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG oslo_concurrency.lockutils [None req-4d705503-3a73-4159-8dd1-69e976c3f0bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=91850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:38.544983 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvr_db [None req-9da43a66-d43b-4b51-9131-0d922d87395a None None] Set router b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb gateway port host: dv-cinder-751579-23-smb {{(pid=91849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:18:38.742654 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.managers [None req-d4e1307f-43f0-4b57-889b-8f466625b497 None None] Attempting to bind port d7460431-0920-4f46-aea9-d352497ce3ed on host dv-cinder-751579-23-smb for vnic_type normal with profile {{(pid=91850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:18:38.742992 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.managers [None req-d4e1307f-43f0-4b57-889b-8f466625b497 None None] Attempting to bind port d7460431-0920-4f46-aea9-d352497ce3ed by drivers openvswitch,hyperv on host dv-cinder-751579-23-smb at level 0 using segments [{'id': '8040322f-6478-4370-b0e4-5e2abd08f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '0c305644-2dc8-4e1c-bdb2-2c8567d44268'}] {{(pid=91850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:18:38.743704 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e1307f-43f0-4b57-889b-8f466625b497 None None] Attempting to bind port d7460431-0920-4f46-aea9-d352497ce3ed on network 0c305644-2dc8-4e1c-bdb2-2c8567d44268 {{(pid=91850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:18:38.754342 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e1307f-43f0-4b57-889b-8f466625b497 None None] Checking agent: {'id': '2c978cda-2b59-4acb-bf0b-4021aa69528d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 9, 47), 'started_at': datetime.datetime(2021, 5, 27, 11, 10, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:18:38.755170 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e1307f-43f0-4b57-889b-8f466625b497 None None] Checking segment: {'id': '8040322f-6478-4370-b0e4-5e2abd08f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '0c305644-2dc8-4e1c-bdb2-2c8567d44268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:18:38.755170 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-d4e1307f-43f0-4b57-889b-8f466625b497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:38.757801 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e1307f-43f0-4b57-889b-8f466625b497 None None] Bound using segment: {'id': '8040322f-6478-4370-b0e4-5e2abd08f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '0c305644-2dc8-4e1c-bdb2-2c8567d44268'} {{(pid=91850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:18:38.758388 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.managers [None req-d4e1307f-43f0-4b57-889b-8f466625b497 None None] Bound port: d7460431-0920-4f46-aea9-d352497ce3ed, host: dv-cinder-751579-23-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8040322f-6478-4370-b0e4-5e2abd08f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '0c305644-2dc8-4e1c-bdb2-2c8567d44268'}}] {{(pid=91850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:18:38.758784 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-d4e1307f-43f0-4b57-889b-8f466625b497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:39.019194 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.db [None req-d4e1307f-43f0-4b57-889b-8f466625b497 None None] For port d7460431-0920-4f46-aea9-d352497ce3ed, host dv-cinder-751579-23-smb, cleared binding levels {{(pid=91850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:18:39.024265 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.db [None req-d4e1307f-43f0-4b57-889b-8f466625b497 None None] For port d7460431-0920-4f46-aea9-d352497ce3ed, host dv-cinder-751579-23-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=d7460431-0920-4f46-aea9-d352497ce3ed,segment=NetworkSegment(8040322f-6478-4370-b0e4-5e2abd08f336),segment_id=8040322f-6478-4370-b0e4-5e2abd08f336)] {{(pid=91850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:18:39.035664 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-d4e1307f-43f0-4b57-889b-8f466625b497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:39.053160 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG oslo_concurrency.lockutils [None req-4d7582fe-6769-418b-be7b-495bf0b7f669 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:39.095553 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d50d6b-0073-4d60-be4c-065d95c7b8af req-433bf22f-0f65-4a55-9227-c105fd8d7a83 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:39.103830 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-56d50d6b-0073-4d60-be4c-065d95c7b8af req-433bf22f-0f65-4a55-9227-c105fd8d7a83 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=76ec8c68-8eb3-4175-ab2e-6ee1841fe059 HTTP/1.1" status: 200 len: 931 time: 0.5181704 May 27 11:18:39.131632 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-0b16e71b-458c-4414-beb6-81e4d5fbf98a service neutron] 10.222.0.77 "GET /v2.0/networks/0c305644-2dc8-4e1c-bdb2-2c8567d44268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7282076 May 27 11:18:39.196402 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port 939a7430-f1b3-4757-9a1b-a4f810ae3298 triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:18:39.197329 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:39.266905 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d705503-3a73-4159-8dd1-69e976c3f0bf None None] Pushing event updated for resources: {'Port': ['ID=d7460431-0920-4f46-aea9-d352497ce3ed,revision_number=4']} {{(pid=91850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:39.276747 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG oslo_concurrency.lockutils [None req-4d705503-3a73-4159-8dd1-69e976c3f0bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:39.338568 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e1307f-43f0-4b57-889b-8f466625b497 None None] Routers {'011601ac-6384-4b87-9867-5e5a6a8557fd'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:18:39.339200 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-d4e1307f-43f0-4b57-889b-8f466625b497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:18:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['011601ac-6384-4b87-9867-5e5a6a8557fd'], 'active': True} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:18:39.539490 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-01b7a963-1986-4862-a4bd-bb1a74a643ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab572ded-6b44-4c82-a795-d899fc8c34ee {{(pid=91847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:18:39.570074 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-01b7a963-1986-4862-a4bd-bb1a74a643ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:39.607847 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-01b7a963-1986-4862-a4bd-bb1a74a643ef service neutron] Transition to ACTIVE for port object ab572ded-6b44-4c82-a795-d899fc8c34ee will not be triggered until provisioned by entity L2. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:18:39.612765 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-01b7a963-1986-4862-a4bd-bb1a74a643ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:39.624020 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:39.931842 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-9da43a66-d43b-4b51-9131-0d922d87395a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'name': 'tempest-AttachVolumeTestJSON-568734066-router', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.165'}], 'enable_snat': True}, 'gw_port_id': '939a7430-f1b3-4757-9a1b-a4f810ae3298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:18:21Z', 'updated_at': '2021-05-27T11:18:34Z', 'revision_number': 4, 'project_id': '802e7975f0524c7ea779d173670046b7', 'gw_port': {'id': '939a7430-f1b3-4757-9a1b-a4f810ae3298', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:23Z', 'updated_at': '2021-05-27T11:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': '7f882c9d-c655-4f8f-8cf5-c1ae0863a30c', 'name': '', 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'mac_address': 'fa:16:3e:95:cf:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '53f9b7c8-83a1-4c1c-aa60-764bc111576d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:33Z', 'updated_at': '2021-05-27T11:18:35Z', 'revision_number': 2, 'project_id': '802e7975f0524c7ea779d173670046b7', 'subnets': [{'id': '53f9b7c8-83a1-4c1c-aa60-764bc111576d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:18:39.941845 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da43a66-d43b-4b51-9131-0d922d87395a None None] Checking router: b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb for host: dv-cinder-751579-23-smb {{(pid=91849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:18:39.942285 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da43a66-d43b-4b51-9131-0d922d87395a None None] Updating router b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb port 7f882c9d-c655-4f8f-8cf5-c1ae0863a30c binding host dv-cinder-751579-23-smb {{(pid=91849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 11:18:40.181910 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7a963-1986-4862-a4bd-bb1a74a643ef service neutron] Pushing event updated for resources: {'Port': ['ID=ab572ded-6b44-4c82-a795-d899fc8c34ee,revision_number=2']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:40.187081 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvr_db [None req-d4e1307f-43f0-4b57-889b-8f466625b497 None None] Set router 011601ac-6384-4b87-9867-5e5a6a8557fd gateway port host: dv-cinder-751579-23-smb {{(pid=91850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:18:40.202116 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-01b7a963-1986-4862-a4bd-bb1a74a643ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:40.264590 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-9da43a66-d43b-4b51-9131-0d922d87395a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:40.281822 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-01b7a963-1986-4862-a4bd-bb1a74a643ef service neutron] Attempting to bind port ab572ded-6b44-4c82-a795-d899fc8c34ee on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:18:40.282214 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-01b7a963-1986-4862-a4bd-bb1a74a643ef service neutron] Attempting to bind port ab572ded-6b44-4c82-a795-d899fc8c34ee by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': 'c2be4939-06da-44ef-b45c-fa595b7b31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '3633c235-4756-45b7-9341-a649fc616bec'}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:18:40.282528 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-01b7a963-1986-4862-a4bd-bb1a74a643ef service neutron] Attempting to bind port ab572ded-6b44-4c82-a795-d899fc8c34ee on network 3633c235-4756-45b7-9341-a649fc616bec {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:18:40.289889 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-01b7a963-1986-4862-a4bd-bb1a74a643ef service neutron] Port ab572ded-6b44-4c82-a795-d899fc8c34ee on network 3633c235-4756-45b7-9341-a649fc616bec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 11:18:40.290261 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-01b7a963-1986-4862-a4bd-bb1a74a643ef service neutron] Attempting to bind port ab572ded-6b44-4c82-a795-d899fc8c34ee on network 3633c235-4756-45b7-9341-a649fc616bec {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:18:40.304869 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-01b7a963-1986-4862-a4bd-bb1a74a643ef service neutron] Checking agent: {'id': '488b0f7b-d99c-4207-808d-fdc57746257f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 16, 24), 'started_at': datetime.datetime(2021, 5, 27, 11, 16, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:18:40.305220 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-01b7a963-1986-4862-a4bd-bb1a74a643ef service neutron] Checking segment: {'id': 'c2be4939-06da-44ef-b45c-fa595b7b31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '3633c235-4756-45b7-9341-a649fc616bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:18:40.305825 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-01b7a963-1986-4862-a4bd-bb1a74a643ef service neutron] Bound using segment: {'id': 'c2be4939-06da-44ef-b45c-fa595b7b31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '3633c235-4756-45b7-9341-a649fc616bec'} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:18:40.310234 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-01b7a963-1986-4862-a4bd-bb1a74a643ef service neutron] Bound port: ab572ded-6b44-4c82-a795-d899fc8c34ee, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2be4939-06da-44ef-b45c-fa595b7b31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '3633c235-4756-45b7-9341-a649fc616bec'}}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:18:40.310895 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-01b7a963-1986-4862-a4bd-bb1a74a643ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:40.540087 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.notifiers.nova [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-a859f52b-5e30-4c8c-9067-b8eadca69a2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae3637fd-4c41-4311-ab42-c1a09a3e2bf3 {{(pid=91848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:18:40.600614 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-a859f52b-5e30-4c8c-9067-b8eadca69a2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:40.674005 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.provisioning_blocks [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-a859f52b-5e30-4c8c-9067-b8eadca69a2d service neutron] Transition to ACTIVE for port object ae3637fd-4c41-4311-ab42-c1a09a3e2bf3 will not be triggered until provisioned by entity L2. {{(pid=91848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:18:40.675427 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-01b7a963-1986-4862-a4bd-bb1a74a643ef service neutron] For port ab572ded-6b44-4c82-a795-d899fc8c34ee, host hv-cinder-75157, cleared binding levels {{(pid=91847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:18:40.696519 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-01b7a963-1986-4862-a4bd-bb1a74a643ef service neutron] For port ab572ded-6b44-4c82-a795-d899fc8c34ee, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=ab572ded-6b44-4c82-a795-d899fc8c34ee,segment=NetworkSegment(c2be4939-06da-44ef-b45c-fa595b7b31a6),segment_id=c2be4939-06da-44ef-b45c-fa595b7b31a6)] {{(pid=91847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:18:40.708588 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-01b7a963-1986-4862-a4bd-bb1a74a643ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:40.718419 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-a859f52b-5e30-4c8c-9067-b8eadca69a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:40.719228 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:40.760432 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-466be64b-186c-4c71-937a-42c44a8a7e63 service neutron] 10.222.0.77 "GET /v2.0/networks/0c305644-2dc8-4e1c-bdb2-2c8567d44268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6278811 May 27 11:18:40.788514 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-ee91f6e1-f501-4b43-9984-e2527a5a8da4 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:40.897144 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-01b7a963-1986-4862-a4bd-bb1a74a643ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:40.898332 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-01b7a963-1986-4862-a4bd-bb1a74a643ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for port, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:40.899970 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-01b7a963-1986-4862-a4bd-bb1a74a643ef service neutron] 10.222.0.35 "PUT /v2.0/ports/ab572ded-6b44-4c82-a795-d899fc8c34ee HTTP/1.1" status: 200 len: 1093 time: 3.6328781 May 27 11:18:40.903284 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ec8c68-8eb3-4175-ab2e-6ee1841fe059', 'tag': 'ab572ded-6b44-4c82-a795-d899fc8c34ee'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:18:41.039486 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-d4e1307f-43f0-4b57-889b-8f466625b497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011601ac-6384-4b87-9867-5e5a6a8557fd', 'name': 'tempest-ServerRescueNegativeTestJSON-2035731299-router', 'tenant_id': '14b4c167ec414b36b060953567b3bf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '77badb95-a131-4b53-963b-3427cfbbeeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:18:18Z', 'updated_at': '2021-05-27T11:18:31Z', 'revision_number': 4, 'project_id': '14b4c167ec414b36b060953567b3bf93', 'gw_port': {'id': '77badb95-a131-4b53-963b-3427cfbbeeae', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011601ac-6384-4b87-9867-5e5a6a8557fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:21Z', 'updated_at': '2021-05-27T11:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': 'd7460431-0920-4f46-aea9-d352497ce3ed', 'name': '', 'network_id': '0c305644-2dc8-4e1c-bdb2-2c8567d44268', 'tenant_id': '14b4c167ec414b36b060953567b3bf93', 'mac_address': 'fa:16:3e:84:6f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011601ac-6384-4b87-9867-5e5a6a8557fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '369e4e27-1796-451b-8798-a21a60543ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:29Z', 'updated_at': '2021-05-27T11:18:39Z', 'revision_number': 4, 'project_id': '14b4c167ec414b36b060953567b3bf93', 'subnets': [{'id': '369e4e27-1796-451b-8798-a21a60543ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:18:41.047999 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e1307f-43f0-4b57-889b-8f466625b497 None None] The sync data for ids ['011601ac-6384-4b87-9867-5e5a6a8557fd'] in dv-cinder-751579-23-smb is: [{'id': '011601ac-6384-4b87-9867-5e5a6a8557fd', 'name': 'tempest-ServerRescueNegativeTestJSON-2035731299-router', 'tenant_id': '14b4c167ec414b36b060953567b3bf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '77badb95-a131-4b53-963b-3427cfbbeeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:18:18Z', 'updated_at': '2021-05-27T11:18:31Z', 'revision_number': 4, 'project_id': '14b4c167ec414b36b060953567b3bf93', 'gw_port': {'id': '77badb95-a131-4b53-963b-3427cfbbeeae', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011601ac-6384-4b87-9867-5e5a6a8557fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:21Z', 'updated_at': '2021-05-27T11:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': 'd7460431-0920-4f46-aea9-d352497ce3ed', 'name': '', 'network_id': '0c305644-2dc8-4e1c-bdb2-2c8567d44268', 'tenant_id': '14b4c167ec414b36b060953567b3bf93', 'mac_address': 'fa:16:3e:84:6f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011601ac-6384-4b87-9867-5e5a6a8557fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '369e4e27-1796-451b-8798-a21a60543ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:29Z', 'updated_at': '2021-05-27T11:18:39Z', 'revision_number': 4, 'project_id': '14b4c167ec414b36b060953567b3bf93', 'subnets': [{'id': '369e4e27-1796-451b-8798-a21a60543ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:18:41.102561 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-9da43a66-d43b-4b51-9131-0d922d87395a None None] Notify callbacks [] for port, precommit_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:41.133584 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-9da43a66-d43b-4b51-9131-0d922d87395a None None] Transition to ACTIVE for port object 7f882c9d-c655-4f8f-8cf5-c1ae0863a30c will not be triggered until provisioned by entity L2. {{(pid=91849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:18:41.151511 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7a963-1986-4862-a4bd-bb1a74a643ef service neutron] Pushing event updated for resources: {'Port': ['ID=ab572ded-6b44-4c82-a795-d899fc8c34ee,revision_number=3']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:41.151694 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-9da43a66-d43b-4b51-9131-0d922d87395a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:41.166038 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-01b7a963-1986-4862-a4bd-bb1a74a643ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:41.169814 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:41.188625 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-56d50d6b-0073-4d60-be4c-065d95c7b8af req-a60e96b2-afa1-4799-a359-3012d7502167 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0837362 May 27 11:18:41.282382 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a859f52b-5e30-4c8c-9067-b8eadca69a2d service neutron] Pushing event updated for resources: {'Port': ['ID=ae3637fd-4c41-4311-ab42-c1a09a3e2bf3,revision_number=2']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:41.290807 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-a859f52b-5e30-4c8c-9067-b8eadca69a2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:41.317058 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-a859f52b-5e30-4c8c-9067-b8eadca69a2d service neutron] Attempting to bind port ae3637fd-4c41-4311-ab42-c1a09a3e2bf3 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:18:41.317741 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-a859f52b-5e30-4c8c-9067-b8eadca69a2d service neutron] Attempting to bind port ae3637fd-4c41-4311-ab42-c1a09a3e2bf3 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': 'de024fc7-6db8-40e6-938a-d2cc99105faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '0686b901-22f3-4fa9-91a8-49767501259b'}] {{(pid=91848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:18:41.318705 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-a859f52b-5e30-4c8c-9067-b8eadca69a2d service neutron] Attempting to bind port ae3637fd-4c41-4311-ab42-c1a09a3e2bf3 on network 0686b901-22f3-4fa9-91a8-49767501259b {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:18:41.326527 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-a859f52b-5e30-4c8c-9067-b8eadca69a2d service neutron] Port ae3637fd-4c41-4311-ab42-c1a09a3e2bf3 on network 0686b901-22f3-4fa9-91a8-49767501259b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 11:18:41.326985 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-a859f52b-5e30-4c8c-9067-b8eadca69a2d service neutron] Attempting to bind port ae3637fd-4c41-4311-ab42-c1a09a3e2bf3 on network 0686b901-22f3-4fa9-91a8-49767501259b {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:18:41.333976 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-a859f52b-5e30-4c8c-9067-b8eadca69a2d service neutron] Checking agent: {'id': '488b0f7b-d99c-4207-808d-fdc57746257f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 16, 24), 'started_at': datetime.datetime(2021, 5, 27, 11, 16, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:18:41.334535 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-a859f52b-5e30-4c8c-9067-b8eadca69a2d service neutron] Checking segment: {'id': 'de024fc7-6db8-40e6-938a-d2cc99105faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '0686b901-22f3-4fa9-91a8-49767501259b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:18:41.335162 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-a859f52b-5e30-4c8c-9067-b8eadca69a2d service neutron] Bound using segment: {'id': 'de024fc7-6db8-40e6-938a-d2cc99105faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '0686b901-22f3-4fa9-91a8-49767501259b'} {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:18:41.335786 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-a859f52b-5e30-4c8c-9067-b8eadca69a2d service neutron] Bound port: ae3637fd-4c41-4311-ab42-c1a09a3e2bf3, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de024fc7-6db8-40e6-938a-d2cc99105faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '0686b901-22f3-4fa9-91a8-49767501259b'}}] {{(pid=91848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:18:41.336228 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-a859f52b-5e30-4c8c-9067-b8eadca69a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:41.509479 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-a859f52b-5e30-4c8c-9067-b8eadca69a2d service neutron] For port ae3637fd-4c41-4311-ab42-c1a09a3e2bf3, host hv-cinder-75157, cleared binding levels {{(pid=91848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:18:41.513912 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-a859f52b-5e30-4c8c-9067-b8eadca69a2d service neutron] For port ae3637fd-4c41-4311-ab42-c1a09a3e2bf3, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=ae3637fd-4c41-4311-ab42-c1a09a3e2bf3,segment=NetworkSegment(de024fc7-6db8-40e6-938a-d2cc99105faf),segment_id=de024fc7-6db8-40e6-938a-d2cc99105faf)] {{(pid=91848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:18:41.587506 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-a859f52b-5e30-4c8c-9067-b8eadca69a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:41.597912 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-a859f52b-5e30-4c8c-9067-b8eadca69a2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:41.779064 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-a859f52b-5e30-4c8c-9067-b8eadca69a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:41.779760 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-a859f52b-5e30-4c8c-9067-b8eadca69a2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for port, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:41.781210 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-a859f52b-5e30-4c8c-9067-b8eadca69a2d service neutron] 10.222.0.35 "PUT /v2.0/ports/ae3637fd-4c41-4311-ab42-c1a09a3e2bf3 HTTP/1.1" status: 200 len: 1093 time: 4.9163384 May 27 11:18:41.781862 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2421e04e-9778-481d-95c2-15cf7799e783', 'tag': 'ae3637fd-4c41-4311-ab42-c1a09a3e2bf3'}] {{(pid=91848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:18:41.839314 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b1ffe-0b06-4bbb-a257-c638f4c52dd6 None None] Pushing event updated for resources: {'Port': ['ID=7f882c9d-c655-4f8f-8cf5-c1ae0863a30c,revision_number=3']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:41.860077 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-555b1ffe-0b06-4bbb-a257-c638f4c52dd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:41.886644 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-9da43a66-d43b-4b51-9131-0d922d87395a None None] Attempting to bind port 7f882c9d-c655-4f8f-8cf5-c1ae0863a30c on host dv-cinder-751579-23-smb for vnic_type normal with profile {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:18:41.887067 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-9da43a66-d43b-4b51-9131-0d922d87395a None None] Attempting to bind port 7f882c9d-c655-4f8f-8cf5-c1ae0863a30c by drivers openvswitch,hyperv on host dv-cinder-751579-23-smb at level 0 using segments [{'id': 'fb4e28ff-9721-464e-abd4-401b71986c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09'}] {{(pid=91849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:18:41.888044 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da43a66-d43b-4b51-9131-0d922d87395a None None] Attempting to bind port 7f882c9d-c655-4f8f-8cf5-c1ae0863a30c on network dddfebc0-a063-4692-a21d-f73fcbbd8d09 {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:18:41.910809 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da43a66-d43b-4b51-9131-0d922d87395a None None] Checking agent: {'id': '2c978cda-2b59-4acb-bf0b-4021aa69528d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 9, 47), 'started_at': datetime.datetime(2021, 5, 27, 11, 10, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:18:41.911183 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da43a66-d43b-4b51-9131-0d922d87395a None None] Checking segment: {'id': 'fb4e28ff-9721-464e-abd4-401b71986c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:18:41.912209 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-9da43a66-d43b-4b51-9131-0d922d87395a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:41.912606 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da43a66-d43b-4b51-9131-0d922d87395a None None] Bound using segment: {'id': 'fb4e28ff-9721-464e-abd4-401b71986c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09'} {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:18:41.913100 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-9da43a66-d43b-4b51-9131-0d922d87395a None None] Bound port: 7f882c9d-c655-4f8f-8cf5-c1ae0863a30c, host: dv-cinder-751579-23-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb4e28ff-9721-464e-abd4-401b71986c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09'}}] {{(pid=91849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:18:41.913464 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-9da43a66-d43b-4b51-9131-0d922d87395a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:41.995482 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a859f52b-5e30-4c8c-9067-b8eadca69a2d service neutron] Pushing event updated for resources: {'Port': ['ID=ae3637fd-4c41-4311-ab42-c1a09a3e2bf3,revision_number=3']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:42.003812 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-a859f52b-5e30-4c8c-9067-b8eadca69a2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:42.031649 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf94cb-67b9-4369-94e9-6f44522ec8f0 req-03aa3dd9-0eb5-49ec-bb12-62437db23412 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:42.039424 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-65cf94cb-67b9-4369-94e9-6f44522ec8f0 req-03aa3dd9-0eb5-49ec-bb12-62437db23412 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/ports?device_id=2421e04e-9778-481d-95c2-15cf7799e783 HTTP/1.1" status: 200 len: 943 time: 0.5238614 May 27 11:18:42.131785 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-9da43a66-d43b-4b51-9131-0d922d87395a None None] For port 7f882c9d-c655-4f8f-8cf5-c1ae0863a30c, host dv-cinder-751579-23-smb, cleared binding levels {{(pid=91849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:18:42.135097 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-9da43a66-d43b-4b51-9131-0d922d87395a None None] For port 7f882c9d-c655-4f8f-8cf5-c1ae0863a30c, host dv-cinder-751579-23-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=7f882c9d-c655-4f8f-8cf5-c1ae0863a30c,segment=NetworkSegment(fb4e28ff-9721-464e-abd4-401b71986c46),segment_id=fb4e28ff-9721-464e-abd4-401b71986c46)] {{(pid=91849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:18:42.138112 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device d7460431-0920-4f46-aea9-d352497ce3ed up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:18:42.139754 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-65cf94cb-67b9-4369-94e9-6f44522ec8f0 req-4ad7e59f-1a98-49a9-b590-6c412b3b12f3 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/security-groups?id=93be0890-bef3-4a50-b026-fd3b30e904ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931137 May 27 11:18:42.203353 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-9da43a66-d43b-4b51-9131-0d922d87395a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:42.233477 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:42.394757 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da43a66-d43b-4b51-9131-0d922d87395a None None] Routers {'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:18:42.398490 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-9da43a66-d43b-4b51-9131-0d922d87395a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:18:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'], 'active': True} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:18:42.414863 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0c9866c7-1870-473c-b347-ff65c6322f95 req-d6f6586a-4a9c-4739-ab08-9570bc305fc8 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 210 time: 0.1149976 May 27 11:18:42.612733 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b1ffe-0b06-4bbb-a257-c638f4c52dd6 None None] Pushing event updated for resources: {'Port': ['ID=7f882c9d-c655-4f8f-8cf5-c1ae0863a30c,revision_number=4']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:42.617025 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-555b1ffe-0b06-4bbb-a257-c638f4c52dd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:42.680751 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 53962) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:42.686532 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [None req-3f98d444-6f5f-44fe-87a3-679367bc0c41 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Request body: {'security_group': {'name': 'tempest-securitygroup--469120491', 'description': 'tempest-description--890647159'}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:18:42.696242 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-3f98d444-6f5f-44fe-87a3-679367bc0c41 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:42.704903 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-3f98d444-6f5f-44fe-87a3-679367bc0c41 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Usage tracker for resource:security_group and tenant:802e7975f0524c7ea779d173670046b7 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:42.713207 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-3f98d444-6f5f-44fe-87a3-679367bc0c41 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:42.738606 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-3f98d444-6f5f-44fe-87a3-679367bc0c41 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:42.762482 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-3f98d444-6f5f-44fe-87a3-679367bc0c41 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for security_group, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:42.831568 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning for port d7460431-0920-4f46-aea9-d352497ce3ed completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:18:42.844341 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvr_db [None req-9da43a66-d43b-4b51-9131-0d922d87395a None None] Set router b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb gateway port host: dv-cinder-751579-23-smb {{(pid=91849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:18:42.858852 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-3f98d444-6f5f-44fe-87a3-679367bc0c41 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:42.871665 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-3f98d444-6f5f-44fe-87a3-679367bc0c41 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Usage tracker for resource:security_group_rule and tenant:802e7975f0524c7ea779d173670046b7 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:42.878314 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-3f98d444-6f5f-44fe-87a3-679367bc0c41 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:42.888217 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-3f98d444-6f5f-44fe-87a3-679367bc0c41 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:42.911980 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port d7460431-0920-4f46-aea9-d352497ce3ed triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:18:42.912357 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:42.943636 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b593b9-ddfb-469f-be3a-6ad5754f9c83 req-e327d4d5-8744-4cdb-8a67-219f46284443 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:42.946528 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d0b593b9-ddfb-469f-be3a-6ad5754f9c83 req-e327d4d5-8744-4cdb-8a67-219f46284443 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=76ec8c68-8eb3-4175-ab2e-6ee1841fe059 HTTP/1.1" status: 200 len: 943 time: 0.1478043 May 27 11:18:43.110661 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d0b593b9-ddfb-469f-be3a-6ad5754f9c83 req-ca85a909-d3ae-4b10-a836-a963e3248e8a tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472712 May 27 11:18:43.250683 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-6e5f70e1-e020-464d-8a4b-14aca963e717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:43.255682 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-6e5f70e1-e020-464d-8a4b-14aca963e717 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b4fc49eb8984c07a835ae47f8e0b313&device_id=2421e04e-9778-481d-95c2-15cf7799e783 HTTP/1.1" status: 200 len: 1096 time: 0.1978843 May 27 11:18:43.265508 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ec8c68-8eb3-4175-ab2e-6ee1841fe059', 'tag': 'ab572ded-6b44-4c82-a795-d899fc8c34ee', 'status': 'completed', 'code': 200} May 27 11:18:43.296453 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-3f98d444-6f5f-44fe-87a3-679367bc0c41 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for security_group, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:43.314968 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-3f98d444-6f5f-44fe-87a3-679367bc0c41 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:43.369847 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-a2def60a-4f4d-4df1-abe8-cc2c0c31d93b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:43.382535 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-3f98d444-6f5f-44fe-87a3-679367bc0c41 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:43.384036 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-3f98d444-6f5f-44fe-87a3-679367bc0c41 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7023020 May 27 11:18:43.390295 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-fb7dc11d-8230-4fc0-9d20-895cafa55e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:43.391978 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-fb7dc11d-8230-4fc0-9d20-895cafa55e6f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8d42625dceb84e92adbcff7fb4675425&device_id=76ec8c68-8eb3-4175-ab2e-6ee1841fe059 HTTP/1.1" status: 200 len: 1096 time: 0.3601656 May 27 11:18:43.394756 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 54000) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:43.410513 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [None req-4fb6eece-aa72-4a05-a484-177006b4b8f6 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Request body: {'security_group_rule': {'security_group_id': '7c667e7f-d6d1-494a-a926-ebf786d3902d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:18:43.423254 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-d4462746-2573-4392-9c77-8699ddd54ce5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae3637fd-4c41-4311-ab42-c1a09a3e2bf3 HTTP/1.1" status: 200 len: 217 time: 0.1555552 May 27 11:18:43.434475 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-4fb6eece-aa72-4a05-a484-177006b4b8f6 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:43.448306 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-4fb6eece-aa72-4a05-a484-177006b4b8f6 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Usage tracker for resource:security_group_rule and tenant:802e7975f0524c7ea779d173670046b7 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:43.451612 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-4fb6eece-aa72-4a05-a484-177006b4b8f6 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:43.461003 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-4fb6eece-aa72-4a05-a484-177006b4b8f6 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:43.574106 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-764cfcaa-534b-4a0c-8bca-d54ca71c7686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:43.575929 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-1ae45412-0843-4cfb-b44d-a3f60c87de89 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab572ded-6b44-4c82-a795-d899fc8c34ee HTTP/1.1" status: 200 len: 217 time: 0.1696770 May 27 11:18:43.576484 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-764cfcaa-534b-4a0c-8bca-d54ca71c7686 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1244d3f3-76f0-49cc-9b2d-8a43a98c4bba HTTP/1.1" status: 200 len: 851 time: 0.1459484 May 27 11:18:43.582392 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f98d444-6f5f-44fe-87a3-679367bc0c41 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c667e7f-d6d1-494a-a926-ebf786d3902d,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:43.588097 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-4fb6eece-aa72-4a05-a484-177006b4b8f6 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:43.604576 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-3f98d444-6f5f-44fe-87a3-679367bc0c41 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:43.648450 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2421e04e-9778-481d-95c2-15cf7799e783', 'tag': 'ae3637fd-4c41-4311-ab42-c1a09a3e2bf3', 'status': 'completed', 'code': 200} May 27 11:18:43.733376 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:43.740528 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-ed0c49b6-1905-489a-af22-42f92035322b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0686b901-22f3-4fa9-91a8-49767501259b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1482265 May 27 11:18:43.808195 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-70625436-ef74-4634-9976-91a5ad886e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:43.809722 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-70625436-ef74-4634-9976-91a5ad886e31 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4914670b-b81c-4b30-b3d7-60fa4965bca9 HTTP/1.1" status: 200 len: 855 time: 0.2042806 May 27 11:18:43.869211 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] For port d7460431-0920-4f46-aea9-d352497ce3ed, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=d7460431-0920-4f46-aea9-d352497ce3ed,segment=NetworkSegment(8040322f-6478-4370-b0e4-5e2abd08f336),segment_id=8040322f-6478-4370-b0e4-5e2abd08f336)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:18:43.874891 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:43.879586 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:43.887088 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-4fb6eece-aa72-4a05-a484-177006b4b8f6 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:43.900892 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-4fb6eece-aa72-4a05-a484-177006b4b8f6 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902213'] for security_group_rule, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:43.928826 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-6531ca6a-dbb3-4fc4-917c-0fa5ca636661 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:43.935838 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-6531ca6a-dbb3-4fc4-917c-0fa5ca636661 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/networks?id=0c305644-2dc8-4e1c-bdb2-2c8567d44268 HTTP/1.1" status: 200 len: 819 time: 0.4670219 May 27 11:18:43.943551 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:44.000807 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-791d1f22-13ce-40ca-9e86-d02d4f7e8b3c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3633c235-4756-45b7-9341-a649fc616bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592458 May 27 11:18:44.044305 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6eece-aa72-4a05-a484-177006b4b8f6 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8bcc529-b998-4773-ae5c-74b0a537fabd,revision_number=0']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:44.046906 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-9da43a66-d43b-4b51-9131-0d922d87395a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'name': 'tempest-AttachVolumeTestJSON-568734066-router', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.165'}], 'enable_snat': True}, 'gw_port_id': '939a7430-f1b3-4757-9a1b-a4f810ae3298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:18:21Z', 'updated_at': '2021-05-27T11:18:34Z', 'revision_number': 4, 'project_id': '802e7975f0524c7ea779d173670046b7', 'gw_port': {'id': '939a7430-f1b3-4757-9a1b-a4f810ae3298', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:23Z', 'updated_at': '2021-05-27T11:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': '7f882c9d-c655-4f8f-8cf5-c1ae0863a30c', 'name': '', 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'mac_address': 'fa:16:3e:95:cf:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '53f9b7c8-83a1-4c1c-aa60-764bc111576d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:33Z', 'updated_at': '2021-05-27T11:18:42Z', 'revision_number': 4, 'project_id': '802e7975f0524c7ea779d173670046b7', 'subnets': [{'id': '53f9b7c8-83a1-4c1c-aa60-764bc111576d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:18:44.052531 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-2b86f54b-fdbc-4276-a03b-5a16a1ef41b6 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/quotas/14b4c167ec414b36b060953567b3bf93 HTTP/1.1" status: 200 len: 375 time: 0.1154635 May 27 11:18:44.058733 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Pushing event updated for resources: {'Port': ['ID=d7460431-0920-4f46-aea9-d352497ce3ed,revision_number=5']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:44.064887 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da43a66-d43b-4b51-9131-0d922d87395a None None] The sync data for ids ['b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'] in dv-cinder-751579-23-smb is: [{'id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'name': 'tempest-AttachVolumeTestJSON-568734066-router', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.165'}], 'enable_snat': True}, 'gw_port_id': '939a7430-f1b3-4757-9a1b-a4f810ae3298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:18:21Z', 'updated_at': '2021-05-27T11:18:34Z', 'revision_number': 4, 'project_id': '802e7975f0524c7ea779d173670046b7', 'gw_port': {'id': '939a7430-f1b3-4757-9a1b-a4f810ae3298', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:23Z', 'updated_at': '2021-05-27T11:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': '7f882c9d-c655-4f8f-8cf5-c1ae0863a30c', 'name': '', 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'mac_address': 'fa:16:3e:95:cf:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '53f9b7c8-83a1-4c1c-aa60-764bc111576d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:33Z', 'updated_at': '2021-05-27T11:18:42Z', 'revision_number': 4, 'project_id': '802e7975f0524c7ea779d173670046b7', 'subnets': [{'id': '53f9b7c8-83a1-4c1c-aa60-764bc111576d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:18:44.098471 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:44.131066 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 54024) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:44.147443 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 54030) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:44.158657 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-518f0286-43b3-414b-aea6-ba19e32470d8 service neutron] 10.222.0.35 "GET /v2.0/networks/0686b901-22f3-4fa9-91a8-49767501259b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506011 May 27 11:18:44.230573 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-4fb6eece-aa72-4a05-a484-177006b4b8f6 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:44.351623 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.35', 51172) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:44.358546 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-4fb6eece-aa72-4a05-a484-177006b4b8f6 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:44.359080 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-4fb6eece-aa72-4a05-a484-177006b4b8f6 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9631913 May 27 11:18:44.388722 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 54044) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:44.402482 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [None req-c29d08d9-5667-421c-83f8-64e4a1131dca tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Request body: {'security_group_rule': {'security_group_id': '7c667e7f-d6d1-494a-a926-ebf786d3902d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:18:44.416107 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594f424-e781-47a6-af3b-00f1c460c621 req-6d785985-0d61-4054-a503-84032070567b tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:44.423149 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3594f424-e781-47a6-af3b-00f1c460c621 req-6d785985-0d61-4054-a503-84032070567b tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/ports?device_id=2421e04e-9778-481d-95c2-15cf7799e783 HTTP/1.1" status: 200 len: 943 time: 0.5978711 May 27 11:18:44.453176 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-c29d08d9-5667-421c-83f8-64e4a1131dca tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:44.527095 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-950ad72f-3d83-41f1-85f0-c101e354aee1 req-55f46e93-bba5-4816-96ea-d8651e403aa0 service neutron] 10.222.0.35 "GET /v2.0/networks/0686b901-22f3-4fa9-91a8-49767501259b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582289 May 27 11:18:44.536753 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-c29d08d9-5667-421c-83f8-64e4a1131dca tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Usage tracker for resource:security_group_rule and tenant:802e7975f0524c7ea779d173670046b7 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:44.582589 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-37dc9cca-24e7-415f-aa51-f27569668bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:44.588548 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-c29d08d9-5667-421c-83f8-64e4a1131dca tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:44.686593 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3594f424-e781-47a6-af3b-00f1c460c621 req-9836a231-c991-4ec6-8af7-4cf1f8864ad5 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/security-groups?id=93be0890-bef3-4a50-b026-fd3b30e904ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624938 May 27 11:18:44.690243 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-c29d08d9-5667-421c-83f8-64e4a1131dca tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:44.773713 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-376aebbb-426b-4369-a19d-9e23eb59e943 service neutron] 10.222.0.35 "GET /v2.0/networks/3633c235-4756-45b7-9341-a649fc616bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7608078 May 27 11:18:44.773945 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-39d4c76e-a6bd-4dc7-acdc-9ca8e54d990b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:44.797090 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-c29d08d9-5667-421c-83f8-64e4a1131dca tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:44.797528 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-81d35da7-b8ab-444e-b6e5-a605e5fb3fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:44.842603 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-39d4c76e-a6bd-4dc7-acdc-9ca8e54d990b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:44.849589 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-81d35da7-b8ab-444e-b6e5-a605e5fb3fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:44.857499 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-39d4c76e-a6bd-4dc7-acdc-9ca8e54d990b admin admin] Usage tracker for resource:security_group_rule and tenant:6a559d372a3143da8ff4ca43122820dd is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:44.862339 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-39d4c76e-a6bd-4dc7-acdc-9ca8e54d990b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:44.882419 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-fbe3a528-a0b1-4710-80a2-851cec83cb67 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=14b4c167ec414b36b060953567b3bf93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8286452 May 27 11:18:44.898097 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-81d35da7-b8ab-444e-b6e5-a605e5fb3fa7 admin admin] Usage tracker for resource:security_group_rule and tenant:76dd29dad81146bb9efa911b80d01be5 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:44.913690 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-81d35da7-b8ab-444e-b6e5-a605e5fb3fa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:44.917692 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-39d4c76e-a6bd-4dc7-acdc-9ca8e54d990b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:44.935901 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-81d35da7-b8ab-444e-b6e5-a605e5fb3fa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:44.965424 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-49a73a58-e5a6-4c82-91cb-8d4a99f384bd tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:44.966956 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-49a73a58-e5a6-4c82-91cb-8d4a99f384bd tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.35 "GET /v2.0/networks?id=0c305644-2dc8-4e1c-bdb2-2c8567d44268 HTTP/1.1" status: 200 len: 819 time: 0.6107180 May 27 11:18:45.041550 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abf51b-e475-4e05-82b0-ec56a59b87f2 req-41edda88-3f3b-4e3f-acb1-db10a2be00c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:45.043669 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-c8abf51b-e475-4e05-82b0-ec56a59b87f2 req-41edda88-3f3b-4e3f-acb1-db10a2be00c1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b4fc49eb8984c07a835ae47f8e0b313&device_id=2421e04e-9778-481d-95c2-15cf7799e783 HTTP/1.1" status: 200 len: 1096 time: 0.4446530 May 27 11:18:45.085600 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-9f4e13ca-c3e3-4438-b512-e56c211affb3 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Request body: {'port': {'device_id': 'f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10', 'network_id': '0c305644-2dc8-4e1c-bdb2-2c8567d44268', 'admin_state_up': True, 'tenant_id': '14b4c167ec414b36b060953567b3bf93'}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:18:45.403304 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abf51b-e475-4e05-82b0-ec56a59b87f2 req-20fed068-4626-4be6-ba32-ee4d774afc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:45.404653 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-c8abf51b-e475-4e05-82b0-ec56a59b87f2 req-20fed068-4626-4be6-ba32-ee4d774afc20 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0686b901-22f3-4fa9-91a8-49767501259b HTTP/1.1" status: 200 len: 913 time: 0.3388705 May 27 11:18:45.417162 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-c29d08d9-5667-421c-83f8-64e4a1131dca tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:45.438489 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-25bbc4d9-afff-4940-bd68-fb54ab2a5486 req-9d399e6e-1670-41b9-80d8-15b477a7daa2 service neutron] 10.222.0.35 "GET /v2.0/networks/3633c235-4756-45b7-9341-a649fc616bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6471748 May 27 11:18:45.472834 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-c29d08d9-5667-421c-83f8-64e4a1131dca tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902213'] for security_group_rule, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:45.510598 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-4fb6eece-aa72-4a05-a484-177006b4b8f6 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:45.520890 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-81d35da7-b8ab-444e-b6e5-a605e5fb3fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:45.523143 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-39d4c76e-a6bd-4dc7-acdc-9ca8e54d990b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:45.536285 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d08d9-5667-421c-83f8-64e4a1131dca tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5408b7c7-9dd2-4aad-994e-9b6a779cf713,revision_number=0']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:45.552280 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-39d4c76e-a6bd-4dc7-acdc-9ca8e54d990b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:45.557171 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-c8abf51b-e475-4e05-82b0-ec56a59b87f2 req-797dad0e-80da-4d90-9113-b49d004d41b2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae3637fd-4c41-4311-ab42-c1a09a3e2bf3 HTTP/1.1" status: 200 len: 217 time: 0.1254411 May 27 11:18:45.557812 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-81d35da7-b8ab-444e-b6e5-a605e5fb3fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:45.565919 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:45.589667 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-c29d08d9-5667-421c-83f8-64e4a1131dca tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:45.598397 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-28dd9832-0a41-4e2d-846e-76a319ade339 service neutron] 10.222.0.77 "GET /v2.0/networks/0c305644-2dc8-4e1c-bdb2-2c8567d44268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6261778 May 27 11:18:45.606434 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9eb9ed-9948-46a0-854a-d73f6a36b56d req-d3d39099-caaf-4249-a941-3b5412570382 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:45.617975 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2b9eb9ed-9948-46a0-854a-d73f6a36b56d req-d3d39099-caaf-4249-a941-3b5412570382 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=76ec8c68-8eb3-4175-ab2e-6ee1841fe059 HTTP/1.1" status: 200 len: 943 time: 0.6333370 May 27 11:18:45.694217 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-39d4c76e-a6bd-4dc7-acdc-9ca8e54d990b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6a559d372a3143da8ff4ca43122820dd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5610566 May 27 11:18:45.707107 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 54102) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:45.710163 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4c76e-a6bd-4dc7-acdc-9ca8e54d990b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fabf152-00ad-4fd6-9276-478872f15a46,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:45.734297 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-9f4e13ca-c3e3-4438-b512-e56c211affb3 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:45.779348 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-81d35da7-b8ab-444e-b6e5-a605e5fb3fa7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=76dd29dad81146bb9efa911b80d01be5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6294270 May 27 11:18:45.782469 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-9f4e13ca-c3e3-4438-b512-e56c211affb3 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:45.787519 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 54112) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:45.833637 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-c29d08d9-5667-421c-83f8-64e4a1131dca tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:45.837613 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-c29d08d9-5667-421c-83f8-64e4a1131dca tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4405956 May 27 11:18:45.843029 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 54118) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:45.846512 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abf51b-e475-4e05-82b0-ec56a59b87f2 req-da46d284-92a3-4618-9320-c2c75bfe1e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:45.848729 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-c8abf51b-e475-4e05-82b0-ec56a59b87f2 req-da46d284-92a3-4618-9320-c2c75bfe1e76 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1244d3f3-76f0-49cc-9b2d-8a43a98c4bba HTTP/1.1" status: 200 len: 851 time: 0.2837460 May 27 11:18:45.888505 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [None req-d141a3a2-022e-4eec-a38e-6e1e5411d925 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Request body: {'floatingip': {'floating_network_id': '0ace5481-0689-4712-88e8-17cfc5365039'}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:18:45.891678 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d35da7-b8ab-444e-b6e5-a605e5fb3fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18e2a4a-3eba-4788-ba61-6a95c2c863ef,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:45.919862 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-81d35da7-b8ab-444e-b6e5-a605e5fb3fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:45.921170 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-d141a3a2-022e-4eec-a38e-6e1e5411d925 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:45.923615 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-9f4e13ca-c3e3-4438-b512-e56c211affb3 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Made reservation on behalf of 14b4c167ec414b36b060953567b3bf93 for: {'port': 1} {{(pid=91848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:18:45.928907 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-9f4e13ca-c3e3-4438-b512-e56c211affb3 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:45.977904 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2b9eb9ed-9948-46a0-854a-d73f6a36b56d req-fa6c59e0-a1c2-443b-9790-b86899444cc5 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587074 May 27 11:18:45.980888 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-d141a3a2-022e-4eec-a38e-6e1e5411d925 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Usage tracker for resource:floatingip and tenant:802e7975f0524c7ea779d173670046b7 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:46.013153 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-666a4240-866d-4b87-9179-4a17598880f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.375s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:46.013584 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-666a4240-866d-4b87-9179-4a17598880f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:46.017466 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-d141a3a2-022e-4eec-a38e-6e1e5411d925 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:46.039480 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-c8abf51b-e475-4e05-82b0-ec56a59b87f2 req-857603fa-ddc9-44c7-bda9-3d001beaca9c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0686b901-22f3-4fa9-91a8-49767501259b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178427 May 27 11:18:46.052609 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-722f656f-a244-4121-bfbf-875e59c28d4f service neutron] 10.222.0.77 "GET /v2.0/networks/0c305644-2dc8-4e1c-bdb2-2c8567d44268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270020 May 27 11:18:46.086193 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-d141a3a2-022e-4eec-a38e-6e1e5411d925 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:46.162499 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-2255bf74-4ba9-4150-ad3f-44006799d02e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:46.180908 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device d7460431-0920-4f46-aea9-d352497ce3ed up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:18:46.233120 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d141a3a2-022e-4eec-a38e-6e1e5411d925 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for floatingip, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:46.266847 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-4b261d9b-1713-4bbf-8c1f-79b5671de1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:46.370819 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port d7460431-0920-4f46-aea9-d352497ce3ed triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:18:46.371206 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:46.391200 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-2255bf74-4ba9-4150-ad3f-44006799d02e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:46.424190 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7a51a-6ab4-4eda-8eb3-cc0e6a2ef3ad req-101fe112-76c9-401d-9720-65eb7c36242e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:46.425766 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c9e7a51a-6ab4-4eda-8eb3-cc0e6a2ef3ad req-101fe112-76c9-401d-9720-65eb7c36242e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8d42625dceb84e92adbcff7fb4675425&device_id=76ec8c68-8eb3-4175-ab2e-6ee1841fe059 HTTP/1.1" status: 200 len: 1096 time: 0.8964984 May 27 11:18:46.475930 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-4b261d9b-1713-4bbf-8c1f-79b5671de1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:46.546820 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 54156) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:46.580089 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-c8abf51b-e475-4e05-82b0-ec56a59b87f2 req-8f4b5878-2033-49de-b593-65196a08c56e service neutron] 10.222.0.35 "GET /v2.0/networks/0686b901-22f3-4fa9-91a8-49767501259b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5044038 May 27 11:18:46.682906 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 7f882c9d-c655-4f8f-8cf5-c1ae0863a30c up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:18:46.735800 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-2255bf74-4ba9-4150-ad3f-44006799d02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:46.758646 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-666a4240-866d-4b87-9179-4a17598880f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:46.783965 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2255bf74-4ba9-4150-ad3f-44006799d02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18e2a4a-3eba-4788-ba61-6a95c2c863ef,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:46.792022 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-2255bf74-4ba9-4150-ad3f-44006799d02e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:46.810148 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-4b261d9b-1713-4bbf-8c1f-79b5671de1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:46.823413 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning for port 7f882c9d-c655-4f8f-8cf5-c1ae0863a30c completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:18:46.848831 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port 7f882c9d-c655-4f8f-8cf5-c1ae0863a30c triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:18:46.850271 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:46.851773 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-859410e3-a41b-4e41-9932-b9320f83828b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:46.858342 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d14e17cd-4bf8-4113-97f3-31bb13197b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:46.883927 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-2255bf74-4ba9-4150-ad3f-44006799d02e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:46.885568 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-2255bf74-4ba9-4150-ad3f-44006799d02e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f18e2a4a-3eba-4788-ba61-6a95c2c863ef HTTP/1.1" status: 204 len: 168 time: 1.0895164 May 27 11:18:46.890122 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b261d9b-1713-4bbf-8c1f-79b5671de1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fabf152-00ad-4fd6-9276-478872f15a46,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:46.895140 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-4b261d9b-1713-4bbf-8c1f-79b5671de1d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:46.906040 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-4b261d9b-1713-4bbf-8c1f-79b5671de1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:46.909922 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-4b261d9b-1713-4bbf-8c1f-79b5671de1d5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8fabf152-00ad-4fd6-9276-478872f15a46 HTTP/1.1" status: 204 len: 168 time: 1.1941147 May 27 11:18:46.912717 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-d14e17cd-4bf8-4113-97f3-31bb13197b43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:46.919918 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-d14e17cd-4bf8-4113-97f3-31bb13197b43 admin admin] Usage tracker for resource:security_group_rule and tenant:50cbc80fa186479a82dcba19d10a8745 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:46.924587 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-c8abf51b-e475-4e05-82b0-ec56a59b87f2 req-6ec70586-bc49-4046-8937-55a9ff1901bb service neutron] 10.222.0.35 "GET /v2.0/networks/0686b901-22f3-4fa9-91a8-49767501259b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324101 May 27 11:18:46.925389 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-d14e17cd-4bf8-4113-97f3-31bb13197b43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:46.933566 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-d14e17cd-4bf8-4113-97f3-31bb13197b43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:46.966999 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3ee34b78-9f9d-4c28-adf1-dcd19102b02d req-1a0c16ac-6e8b-4e48-8ed3-711870cc75f4 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 210 time: 0.4264753 May 27 11:18:47.014981 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.db_base_plugin_common [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-9f4e13ca-c3e3-4438-b512-e56c211affb3 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Allocated IP 172.20.0.5 (0c305644-2dc8-4e1c-bdb2-2c8567d44268/369e4e27-1796-451b-8798-a21a60543ff2/878b7503-ad4e-47bb-9f54-82414c028a77) {{(pid=91848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:18:47.151561 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad6926-1538-4650-afb8-95558c494fe0 req-8c0b1f36-3ea2-404b-abbd-0e613de79932 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:47.165085 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-49ad6926-1538-4650-afb8-95558c494fe0 req-8c0b1f36-3ea2-404b-abbd-0e613de79932 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/ports?device_id=2421e04e-9778-481d-95c2-15cf7799e783 HTTP/1.1" status: 200 len: 943 time: 0.9052317 May 27 11:18:47.166514 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7a51a-6ab4-4eda-8eb3-cc0e6a2ef3ad req-729bdec1-b87c-485c-bddd-7ad88ffa1818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:47.167987 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c9e7a51a-6ab4-4eda-8eb3-cc0e6a2ef3ad req-729bdec1-b87c-485c-bddd-7ad88ffa1818 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3633c235-4756-45b7-9341-a649fc616bec HTTP/1.1" status: 200 len: 917 time: 0.6551039 May 27 11:18:47.230090 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-d78188b2-33fb-4c54-891c-7bdc3f7610bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:47.235225 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:47.326496 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d14e17cd-4bf8-4113-97f3-31bb13197b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:47.336336 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d14e17cd-4bf8-4113-97f3-31bb13197b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:47.356341 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:47.360685 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-2255bf74-4ba9-4150-ad3f-44006799d02e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:47.384745 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c9e7a51a-6ab4-4eda-8eb3-cc0e6a2ef3ad req-3f8360a4-6c82-4227-b387-a540c923818e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab572ded-6b44-4c82-a795-d899fc8c34ee HTTP/1.1" status: 200 len: 217 time: 0.1905403 May 27 11:18:47.420756 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] For port 7f882c9d-c655-4f8f-8cf5-c1ae0863a30c, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=7f882c9d-c655-4f8f-8cf5-c1ae0863a30c,segment=NetworkSegment(fb4e28ff-9721-464e-abd4-401b71986c46),segment_id=fb4e28ff-9721-464e-abd4-401b71986c46)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:18:47.431234 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:47.433526 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:47.457725 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e17cd-4bf8-4113-97f3-31bb13197b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29281fc-9a65-4569-85cc-cfab7b76ea1f,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:47.462042 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-d14e17cd-4bf8-4113-97f3-31bb13197b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:47.476697 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-d14e17cd-4bf8-4113-97f3-31bb13197b43 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=50cbc80fa186479a82dcba19d10a8745&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9280319 May 27 11:18:47.478905 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 54212) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:47.629262 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 54220) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:47.641893 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Pushing event updated for resources: {'Port': ['ID=7f882c9d-c655-4f8f-8cf5-c1ae0863a30c,revision_number=5']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:47.649465 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-49ad6926-1538-4650-afb8-95558c494fe0 req-d6c2644a-9345-4881-bfca-40b6d812e6f2 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/security-groups?id=93be0890-bef3-4a50-b026-fd3b30e904ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4846067 May 27 11:18:47.655696 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:47.676161 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-022038db-d2a9-4b0f-9765-5b32998f0ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:47.699711 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d3f34728-e620-4f7b-8df0-74f8b2edbf51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:47.721374 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7a51a-6ab4-4eda-8eb3-cc0e6a2ef3ad req-1fce6a97-fc02-45dd-ab12-3df33bd682fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:47.722815 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c9e7a51a-6ab4-4eda-8eb3-cc0e6a2ef3ad req-1fce6a97-fc02-45dd-ab12-3df33bd682fb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4914670b-b81c-4b30-b3d7-60fa4965bca9 HTTP/1.1" status: 200 len: 855 time: 0.3244340 May 27 11:18:47.734886 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-d3f34728-e620-4f7b-8df0-74f8b2edbf51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:47.747659 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-d3f34728-e620-4f7b-8df0-74f8b2edbf51 admin admin] Usage tracker for resource:security_group_rule and tenant:c7a4001f2777484eb991752fe5a43d7d is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:47.751917 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-022038db-d2a9-4b0f-9765-5b32998f0ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:47.761637 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-d3f34728-e620-4f7b-8df0-74f8b2edbf51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:47.774018 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-d3f34728-e620-4f7b-8df0-74f8b2edbf51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:47.789812 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 54228) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:47.797668 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c9e7a51a-6ab4-4eda-8eb3-cc0e6a2ef3ad req-0fbb1eca-a7b6-4783-a9b3-019672a298d3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3633c235-4756-45b7-9341-a649fc616bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534170 May 27 11:18:47.838931 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-239b1e72-2199-451b-b778-d02003a6d8db admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:47.846157 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d141a3a2-022e-4eec-a38e-6e1e5411d925 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:47.860538 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd720fb3-9b33-4f12-816c-cc396cc3cb80 req-58b6f42b-97a0-40f4-a79a-b981e4425f76 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:47.871927 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-dd720fb3-9b33-4f12-816c-cc396cc3cb80 req-58b6f42b-97a0-40f4-a79a-b981e4425f76 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=76ec8c68-8eb3-4175-ab2e-6ee1841fe059 HTTP/1.1" status: 200 len: 943 time: 0.5431538 May 27 11:18:47.872034 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-239b1e72-2199-451b-b778-d02003a6d8db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:47.880164 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-239b1e72-2199-451b-b778-d02003a6d8db admin admin] Usage tracker for resource:security_group_rule and tenant:64ed3f8ae1cb4ab18854c0de29998d8b is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:47.884612 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-239b1e72-2199-451b-b778-d02003a6d8db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:47.898581 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-239b1e72-2199-451b-b778-d02003a6d8db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:47.940172 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-022038db-d2a9-4b0f-9765-5b32998f0ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:47.955103 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:47.998448 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022038db-d2a9-4b0f-9765-5b32998f0ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29281fc-9a65-4569-85cc-cfab7b76ea1f,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:48.023302 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-022038db-d2a9-4b0f-9765-5b32998f0ed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:48.046638 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-9f4e13ca-c3e3-4438-b512-e56c211affb3 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Notify callbacks [] for port, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:48.048965 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-022038db-d2a9-4b0f-9765-5b32998f0ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:48.055193 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 7f882c9d-c655-4f8f-8cf5-c1ae0863a30c up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:18:48.065812 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-022038db-d2a9-4b0f-9765-5b32998f0ed7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a29281fc-9a65-4569-85cc-cfab7b76ea1f HTTP/1.1" status: 204 len: 168 time: 0.5853522 May 27 11:18:48.081377 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d3f34728-e620-4f7b-8df0-74f8b2edbf51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:48.101385 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d3f34728-e620-4f7b-8df0-74f8b2edbf51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:48.140049 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-4308a614-4d64-4cd9-a312-7bb4e243cb5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:48.196599 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-d3f34728-e620-4f7b-8df0-74f8b2edbf51 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c7a4001f2777484eb991752fe5a43d7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5651317 May 27 11:18:48.201667 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 54244) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:48.214911 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port 7f882c9d-c655-4f8f-8cf5-c1ae0863a30c triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:18:48.215296 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:48.222254 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-dd720fb3-9b33-4f12-816c-cc396cc3cb80 req-798794fc-d64a-4d7d-8d9e-ec9aac09c57c tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517072 May 27 11:18:48.265075 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5cdb8f2b-ef6a-4a64-ac73-da8b40b3ab2d req-55d5d94f-f290-4212-90f3-0fdb872387ac tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 210 time: 0.1266396 May 27 11:18:48.291916 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f34728-e620-4f7b-8df0-74f8b2edbf51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0070f995-a1c5-4d8d-b867-d16b8d5ff33d,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:48.297394 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-d3f34728-e620-4f7b-8df0-74f8b2edbf51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:48.314400 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-239b1e72-2199-451b-b778-d02003a6d8db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:48.325820 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-239b1e72-2199-451b-b778-d02003a6d8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:48.338859 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:48.350826 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c9e7a51a-6ab4-4eda-8eb3-cc0e6a2ef3ad req-3130f56f-18fa-47b7-87f0-b9f7bdb23c43 service neutron] 10.222.0.35 "GET /v2.0/networks/3633c235-4756-45b7-9341-a649fc616bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5338163 May 27 11:18:48.370236 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b1e72-2199-451b-b778-d02003a6d8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448f6c3d-187c-4635-b7df-58dad8eee1f0,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:48.374552 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-239b1e72-2199-451b-b778-d02003a6d8db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:48.414042 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-42268c03-927b-4a25-8687-6910afa2b952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:48.422162 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-239b1e72-2199-451b-b778-d02003a6d8db admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=64ed3f8ae1cb4ab18854c0de29998d8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6281278 May 27 11:18:48.424369 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 54248) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:48.503180 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-42268c03-927b-4a25-8687-6910afa2b952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:48.508488 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c9e7a51a-6ab4-4eda-8eb3-cc0e6a2ef3ad req-d85c35fd-9518-40da-9c7b-4ab468dbe599 service neutron] 10.222.0.35 "GET /v2.0/networks/3633c235-4756-45b7-9341-a649fc616bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487105 May 27 11:18:48.523754 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.db_base_plugin_common [None req-d141a3a2-022e-4eec-a38e-6e1e5411d925 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Allocated IP 172.28.3.137 (0ace5481-0689-4712-88e8-17cfc5365039/62662465-340f-4d3d-804b-21afd8ee5936/4d02619d-d831-4ab6-a0d9-5af1e11fd90e) {{(pid=91848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:18:48.537071 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:48.543366 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-9f4e13ca-c3e3-4438-b512-e56c211affb3 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971'] for port, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:48.555124 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c47f91b1-9ffc-45b8-86ba-aba9a30b38de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:48.583646 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:48.673299 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c47f91b1-9ffc-45b8-86ba-aba9a30b38de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:48.767220 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 54258) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:48.779716 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-42268c03-927b-4a25-8687-6910afa2b952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:48.796711 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c47f91b1-9ffc-45b8-86ba-aba9a30b38de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:48.808422 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-8a088478-de83-43cb-a699-662359c0a5ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:48.836340 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-9f4e13ca-c3e3-4438-b512-e56c211affb3 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Network 0c305644-2dc8-4e1c-bdb2-2c8567d44268 is already hosted by enough agents. {{(pid=91848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:18:48.846177 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.base_scheduler [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-9f4e13ca-c3e3-4438-b512-e56c211affb3 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Resources bound (agent type, host, resource id): {{(pid=91848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:18:48.864841 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-9f4e13ca-c3e3-4438-b512-e56c211affb3 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Received port after_create {{(pid=91848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:18:48.865581 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-42268c03-927b-4a25-8687-6910afa2b952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:48.869431 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-42268c03-927b-4a25-8687-6910afa2b952 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0070f995-a1c5-4d8d-b867-d16b8d5ff33d HTTP/1.1" status: 204 len: 168 time: 0.6640756 May 27 11:18:48.869970 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42268c03-927b-4a25-8687-6910afa2b952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0070f995-a1c5-4d8d-b867-d16b8d5ff33d,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:48.874442 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-9f4e13ca-c3e3-4438-b512-e56c211affb3 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:48.875975 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-9f4e13ca-c3e3-4438-b512-e56c211affb3 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for port, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:48.927395 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47f91b1-9ffc-45b8-86ba-aba9a30b38de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448f6c3d-187c-4635-b7df-58dad8eee1f0,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:48.933266 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e13ca-c3e3-4438-b512-e56c211affb3 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Pushing event updated for resources: {'Port': ['ID=878b7503-ad4e-47bb-9f54-82414c028a77,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:48.938564 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-c47f91b1-9ffc-45b8-86ba-aba9a30b38de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:48.939420 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:48.946390 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:48.947810 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c47f91b1-9ffc-45b8-86ba-aba9a30b38de admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:48.952033 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-c47f91b1-9ffc-45b8-86ba-aba9a30b38de admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/448f6c3d-187c-4635-b7df-58dad8eee1f0 HTTP/1.1" status: 204 len: 168 time: 0.5263898 May 27 11:18:48.973493 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-9f4e13ca-c3e3-4438-b512-e56c211affb3 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:49.007320 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-939fb677-cf10-4b5f-a6e5-5ddec73d564f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:49.026555 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 54268) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:49.049349 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-939fb677-cf10-4b5f-a6e5-5ddec73d564f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:49.051476 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-e82c43bf-272d-4f4d-a507-9d79b1db3c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:49.065297 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-939fb677-cf10-4b5f-a6e5-5ddec73d564f admin admin] Usage tracker for resource:security_group_rule and tenant:9cf478ba3c8c4c9a85bb3c5b61a08c45 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:49.071200 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-e82c43bf-272d-4f4d-a507-9d79b1db3c0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:49.075159 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-e82c43bf-272d-4f4d-a507-9d79b1db3c0c admin admin] Usage tracker for resource:security_group_rule and tenant:5aae6b063ed64ec38db72dcea322c615 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:49.078431 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-e82c43bf-272d-4f4d-a507-9d79b1db3c0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:49.084742 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-e82c43bf-272d-4f4d-a507-9d79b1db3c0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:49.088161 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-939fb677-cf10-4b5f-a6e5-5ddec73d564f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:49.098541 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-939fb677-cf10-4b5f-a6e5-5ddec73d564f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:49.127420 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-9f4e13ca-c3e3-4438-b512-e56c211affb3 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1416337 May 27 11:18:49.136048 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-e8e3ca71-3cb7-45c1-80b6-8232582d8889 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:49.137633 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-e8e3ca71-3cb7-45c1-80b6-8232582d8889 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.35 "GET /v2.0/networks?id=0c305644-2dc8-4e1c-bdb2-2c8567d44268 HTTP/1.1" status: 200 len: 819 time: 0.5083444 May 27 11:18:49.171454 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d141a3a2-022e-4eec-a38e-6e1e5411d925 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for port, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:49.182794 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-f95c5b26-7f97-4749-b803-c6e46e80544b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Request body: {'port': {'device_id': '570b2e26-3083-400f-a7ab-7863b54f39c2', 'network_id': '0c305644-2dc8-4e1c-bdb2-2c8567d44268', 'admin_state_up': True, 'tenant_id': '14b4c167ec414b36b060953567b3bf93'}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:18:49.235697 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-e82c43bf-272d-4f4d-a507-9d79b1db3c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:49.249216 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-e82c43bf-272d-4f4d-a507-9d79b1db3c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:49.260406 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-36c9d709-252f-4aa2-b02f-97839c9a6f86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:49.301761 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-939fb677-cf10-4b5f-a6e5-5ddec73d564f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:49.315569 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-939fb677-cf10-4b5f-a6e5-5ddec73d564f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:49.347684 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-e82c43bf-272d-4f4d-a507-9d79b1db3c0c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5aae6b063ed64ec38db72dcea322c615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3199034 May 27 11:18:49.355963 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 54286) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:49.358495 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c43bf-272d-4f4d-a507-9d79b1db3c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74bfceca-ae1c-4748-98ff-7925322bc6fc,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:49.370770 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-e82c43bf-272d-4f4d-a507-9d79b1db3c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:49.371724 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-4b261d9b-1713-4bbf-8c1f-79b5671de1d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:49.395194 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-ef367c1f-c65d-453c-8b49-0446ec8fd1ce service neutron] Request body: {'port': {'device_id': 'f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:18:49.414373 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-939fb677-cf10-4b5f-a6e5-5ddec73d564f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9cf478ba3c8c4c9a85bb3c5b61a08c45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6454225 May 27 11:18:49.421360 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 54290) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:49.471309 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939fb677-cf10-4b5f-a6e5-5ddec73d564f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81d164b-2030-4525-a682-74065cfef44d,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:49.472601 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-939fb677-cf10-4b5f-a6e5-5ddec73d564f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:49.523789 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-fc144b53-839c-4aba-b28f-d6745cff5ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:49.547467 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d194c-9a0f-454d-96f0-f10836513372 req-989693a1-1556-4f8b-908e-deef62d87952 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:49.551683 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-0d3ece67-fb7a-4bec-9a21-8d4f999ecd15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:49.555662 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1c3d194c-9a0f-454d-96f0-f10836513372 req-989693a1-1556-4f8b-908e-deef62d87952 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/ports?device_id=2421e04e-9778-481d-95c2-15cf7799e783 HTTP/1.1" status: 200 len: 943 time: 0.6260366 May 27 11:18:49.587674 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-fc144b53-839c-4aba-b28f-d6745cff5ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:49.605104 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-0d3ece67-fb7a-4bec-9a21-8d4f999ecd15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:49.699682 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-0d3ece67-fb7a-4bec-9a21-8d4f999ecd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:49.706433 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-7b9d72b6-af41-431b-b06c-4e3fbb616f22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:49.719802 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-f95c5b26-7f97-4749-b803-c6e46e80544b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:49.721131 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-fc144b53-839c-4aba-b28f-d6745cff5ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:49.733659 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ece67-fb7a-4bec-9a21-8d4f999ecd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81d164b-2030-4525-a682-74065cfef44d,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:49.751173 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-0d3ece67-fb7a-4bec-9a21-8d4f999ecd15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:49.752179 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-0d3ece67-fb7a-4bec-9a21-8d4f999ecd15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:49.753870 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1c3d194c-9a0f-454d-96f0-f10836513372 req-d5547a4e-1728-4a6b-a1e7-677b663406c4 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/security-groups?id=93be0890-bef3-4a50-b026-fd3b30e904ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971874 May 27 11:18:49.758424 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-0d3ece67-fb7a-4bec-9a21-8d4f999ecd15 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e81d164b-2030-4525-a682-74065cfef44d HTTP/1.1" status: 204 len: 168 time: 0.3282876 May 27 11:18:49.759182 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:49.769679 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-f95c5b26-7f97-4749-b803-c6e46e80544b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Usage tracker for resource:port and tenant:14b4c167ec414b36b060953567b3bf93 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:49.774964 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d141a3a2-022e-4eec-a38e-6e1e5411d925 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971'] for port, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:49.775676 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-ef367c1f-c65d-453c-8b49-0446ec8fd1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:49.777717 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-fc144b53-839c-4aba-b28f-d6745cff5ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:49.778943 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-fc144b53-839c-4aba-b28f-d6745cff5ff4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/74bfceca-ae1c-4748-98ff-7925322bc6fc HTTP/1.1" status: 204 len: 168 time: 0.4173448 May 27 11:18:49.783939 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc144b53-839c-4aba-b28f-d6745cff5ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bfceca-ae1c-4748-98ff-7925322bc6fc,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:49.793804 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-fc144b53-839c-4aba-b28f-d6745cff5ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:49.811807 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-f95c5b26-7f97-4749-b803-c6e46e80544b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:49.826049 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-f95c5b26-7f97-4749-b803-c6e46e80544b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:49.830331 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-9f4e13ca-c3e3-4438-b512-e56c211affb3 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:49.882993 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf5b6d-6b3e-4d54-ab5a-8184fd3dbb63 req-c15ffcce-8844-4f04-9581-e26039a4c1b9 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:49.885179 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-63cf5b6d-6b3e-4d54-ab5a-8184fd3dbb63 req-c15ffcce-8844-4f04-9581-e26039a4c1b9 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=76ec8c68-8eb3-4175-ab2e-6ee1841fe059 HTTP/1.1" status: 200 len: 943 time: 0.4642229 May 27 11:18:50.023960 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-f95c5b26-7f97-4749-b803-c6e46e80544b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Made reservation on behalf of 14b4c167ec414b36b060953567b3bf93 for: {'port': 1} {{(pid=91848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:18:50.027381 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-f95c5b26-7f97-4749-b803-c6e46e80544b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:50.051502 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d141a3a2-022e-4eec-a38e-6e1e5411d925 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Network 0ace5481-0689-4712-88e8-17cfc5365039 is already hosted by enough agents. {{(pid=91848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:18:50.062549 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-bf9936d8-ae40-4fe9-8a6a-4a7e5bc94160 req-9a6de29d-ed0b-4244-9187-1c34ae3d350f tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Synchronizing usage tracker for tenant:14b4c167ec414b36b060953567b3bf93 on resource:port {{(pid=91848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:18:50.065597 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.base_scheduler [None req-d141a3a2-022e-4eec-a38e-6e1e5411d925 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Resources bound (agent type, host, resource id): {{(pid=91848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:18:50.080222 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d141a3a2-022e-4eec-a38e-6e1e5411d925 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Received port after_create {{(pid=91848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:18:50.091213 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141a3a2-022e-4eec-a38e-6e1e5411d925 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Pushing event updated for resources: {'Port': ['ID=4d02619d-d831-4ab6-a0d9-5af1e11fd90e,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:50.111119 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-d141a3a2-022e-4eec-a38e-6e1e5411d925 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:50.250632 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-63cf5b6d-6b3e-4d54-ab5a-8184fd3dbb63 req-0b5a2bd3-311e-4bd8-b565-a88fbaf6721c tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153050 May 27 11:18:50.281799 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-bf9936d8-ae40-4fe9-8a6a-4a7e5bc94160 req-9a6de29d-ed0b-4244-9187-1c34ae3d350f tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Unset dirty status for tenant:14b4c167ec414b36b060953567b3bf93 on resource:port {{(pid=91848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:18:50.292645 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-bf9936d8-ae40-4fe9-8a6a-4a7e5bc94160 req-9a6de29d-ed0b-4244-9187-1c34ae3d350f tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 210 time: 0.3501713 May 27 11:18:50.325266 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:50.361941 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d141a3a2-022e-4eec-a38e-6e1e5411d925 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:50.392767 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 54330) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:50.410649 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-fa355fdd-2bc8-473b-81e6-ea152e37a9b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:50.430013 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-fa355fdd-2bc8-473b-81e6-ea152e37a9b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:50.434783 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-fa355fdd-2bc8-473b-81e6-ea152e37a9b0 admin admin] Usage tracker for resource:security_group_rule and tenant:08e4397110424e819641ee8bf84635c4 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:50.438208 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-fa355fdd-2bc8-473b-81e6-ea152e37a9b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:50.446123 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-fa355fdd-2bc8-473b-81e6-ea152e37a9b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:50.535561 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d141a3a2-022e-4eec-a38e-6e1e5411d925 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:50.554810 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device ae3637fd-4c41-4311-ab42-c1a09a3e2bf3 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:18:50.580757 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-fa355fdd-2bc8-473b-81e6-ea152e37a9b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:50.590471 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-fa355fdd-2bc8-473b-81e6-ea152e37a9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:50.617531 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-022038db-d2a9-4b0f-9765-5b32998f0ed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:50.732219 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-fa355fdd-2bc8-473b-81e6-ea152e37a9b0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=08e4397110424e819641ee8bf84635c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3399649 May 27 11:18:50.733226 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa355fdd-2bc8-473b-81e6-ea152e37a9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2264ea09-d7d8-4ec4-a47b-e03b842d5535,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:50.740107 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-fa355fdd-2bc8-473b-81e6-ea152e37a9b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:50.740614 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 54344) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:50.797348 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.notifiers.nova [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-ef367c1f-c65d-453c-8b49-0446ec8fd1ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 878b7503-ad4e-47bb-9f54-82414c028a77 {{(pid=91848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:18:50.810366 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-ef367c1f-c65d-453c-8b49-0446ec8fd1ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:50.852483 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.provisioning_blocks [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-ef367c1f-c65d-453c-8b49-0446ec8fd1ce service neutron] Transition to ACTIVE for port object 878b7503-ad4e-47bb-9f54-82414c028a77 will not be triggered until provisioned by entity L2. {{(pid=91848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:18:50.862209 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-ef367c1f-c65d-453c-8b49-0446ec8fd1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:50.866769 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port ae3637fd-4c41-4311-ab42-c1a09a3e2bf3, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=ae3637fd-4c41-4311-ab42-c1a09a3e2bf3,segment=NetworkSegment(de024fc7-6db8-40e6-938a-d2cc99105faf),segment_id=de024fc7-6db8-40e6-938a-d2cc99105faf)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:18:50.873148 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-934e67f5-2bd2-44f4-a168-344624c778b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:50.897061 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Returning: {'device': 'ae3637fd-4c41-4311-ab42-c1a09a3e2bf3', 'network_id': '0686b901-22f3-4fa9-91a8-49767501259b', 'port_id': 'ae3637fd-4c41-4311-ab42-c1a09a3e2bf3', 'mac_address': 'fa:16:3e:e5:c3:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1244d3f3-76f0-49cc-9b2d-8a43a98c4bba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:18:50.922254 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:50.934966 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-934e67f5-2bd2-44f4-a168-344624c778b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:51.039931 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-934e67f5-2bd2-44f4-a168-344624c778b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:51.040036 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:51.040179 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-c47f91b1-9ffc-45b8-86ba-aba9a30b38de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:51.059854 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e67f5-2bd2-44f4-a168-344624c778b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2264ea09-d7d8-4ec4-a47b-e03b842d5535,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:51.082119 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae3637fd-4c41-4311-ab42-c1a09a3e2bf3 {{(pid=91849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:18:51.085209 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-934e67f5-2bd2-44f4-a168-344624c778b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:51.091107 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-934e67f5-2bd2-44f4-a168-344624c778b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:51.097174 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-934e67f5-2bd2-44f4-a168-344624c778b2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2264ea09-d7d8-4ec4-a47b-e03b842d5535 HTTP/1.1" status: 204 len: 168 time: 0.3552222 May 27 11:18:51.109154 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port ae3637fd-4c41-4311-ab42-c1a09a3e2bf3, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=ae3637fd-4c41-4311-ab42-c1a09a3e2bf3,segment=NetworkSegment(de024fc7-6db8-40e6-938a-d2cc99105faf),segment_id=de024fc7-6db8-40e6-938a-d2cc99105faf)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:18:51.115208 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:51.115961 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device ab572ded-6b44-4c82-a795-d899fc8c34ee details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:18:51.118043 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:51.174375 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.db.resource_extend [None req-d141a3a2-022e-4eec-a38e-6e1e5411d925 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 11:18:51.202359 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef367c1f-c65d-453c-8b49-0446ec8fd1ce service neutron] Pushing event updated for resources: {'Port': ['ID=878b7503-ad4e-47bb-9f54-82414c028a77,revision_number=2']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:51.285321 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=ae3637fd-4c41-4311-ab42-c1a09a3e2bf3,revision_number=4']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:51.289809 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:51.318824 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.db_base_plugin_common [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-f95c5b26-7f97-4749-b803-c6e46e80544b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Allocated IP 172.20.0.4 (0c305644-2dc8-4e1c-bdb2-2c8567d44268/369e4e27-1796-451b-8798-a21a60543ff2/de7ef845-6780-44f9-82f4-43cd938ca0aa) {{(pid=91848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:18:51.323130 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-ef367c1f-c65d-453c-8b49-0446ec8fd1ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:51.326362 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d141a3a2-022e-4eec-a38e-6e1e5411d925 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for port, precommit_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:51.346758 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d141a3a2-022e-4eec-a38e-6e1e5411d925 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:51.376940 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:51.422710 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d141a3a2-022e-4eec-a38e-6e1e5411d925 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926625'] for floatingip, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:51.423389 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port ab572ded-6b44-4c82-a795-d899fc8c34ee, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=ab572ded-6b44-4c82-a795-d899fc8c34ee,segment=NetworkSegment(c2be4939-06da-44ef-b45c-fa595b7b31a6),segment_id=c2be4939-06da-44ef-b45c-fa595b7b31a6)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:18:51.448900 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Returning: {'device': 'ab572ded-6b44-4c82-a795-d899fc8c34ee', 'network_id': '3633c235-4756-45b7-9341-a649fc616bec', 'port_id': 'ab572ded-6b44-4c82-a795-d899fc8c34ee', 'mac_address': 'fa:16:3e:26:a4:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4914670b-b81c-4b30-b3d7-60fa4965bca9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:18:51.449495 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-ef367c1f-c65d-453c-8b49-0446ec8fd1ce service neutron] Attempting to bind port 878b7503-ad4e-47bb-9f54-82414c028a77 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:18:51.449827 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-ef367c1f-c65d-453c-8b49-0446ec8fd1ce service neutron] Attempting to bind port 878b7503-ad4e-47bb-9f54-82414c028a77 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '8040322f-6478-4370-b0e4-5e2abd08f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '0c305644-2dc8-4e1c-bdb2-2c8567d44268'}] {{(pid=91848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:18:51.450168 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-ef367c1f-c65d-453c-8b49-0446ec8fd1ce service neutron] Attempting to bind port 878b7503-ad4e-47bb-9f54-82414c028a77 on network 0c305644-2dc8-4e1c-bdb2-2c8567d44268 {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:18:51.503924 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-ef367c1f-c65d-453c-8b49-0446ec8fd1ce service neutron] Port 878b7503-ad4e-47bb-9f54-82414c028a77 on network 0c305644-2dc8-4e1c-bdb2-2c8567d44268 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 11:18:51.504239 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-ef367c1f-c65d-453c-8b49-0446ec8fd1ce service neutron] Attempting to bind port 878b7503-ad4e-47bb-9f54-82414c028a77 on network 0c305644-2dc8-4e1c-bdb2-2c8567d44268 {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:18:51.530491 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:51.547394 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-ef367c1f-c65d-453c-8b49-0446ec8fd1ce service neutron] Checking agent: {'id': '488b0f7b-d99c-4207-808d-fdc57746257f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 16, 24), 'started_at': datetime.datetime(2021, 5, 27, 11, 16, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:18:51.547767 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-ef367c1f-c65d-453c-8b49-0446ec8fd1ce service neutron] Checking segment: {'id': '8040322f-6478-4370-b0e4-5e2abd08f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '0c305644-2dc8-4e1c-bdb2-2c8567d44268'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:18:51.548157 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-ef367c1f-c65d-453c-8b49-0446ec8fd1ce service neutron] Bound using segment: {'id': '8040322f-6478-4370-b0e4-5e2abd08f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '0c305644-2dc8-4e1c-bdb2-2c8567d44268'} {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:18:51.548603 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-ef367c1f-c65d-453c-8b49-0446ec8fd1ce service neutron] Bound port: 878b7503-ad4e-47bb-9f54-82414c028a77, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8040322f-6478-4370-b0e4-5e2abd08f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '0c305644-2dc8-4e1c-bdb2-2c8567d44268'}}] {{(pid=91848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:18:51.548942 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-ef367c1f-c65d-453c-8b49-0446ec8fd1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:51.552796 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab572ded-6b44-4c82-a795-d899fc8c34ee {{(pid=91849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:18:51.573876 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port ab572ded-6b44-4c82-a795-d899fc8c34ee, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=ab572ded-6b44-4c82-a795-d899fc8c34ee,segment=NetworkSegment(c2be4939-06da-44ef-b45c-fa595b7b31a6),segment_id=c2be4939-06da-44ef-b45c-fa595b7b31a6)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:18:51.578875 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:51.581945 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:51.584426 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85663c9-8e45-494c-9881-e2ffe3a75191 req-5b7faf9f-251b-4cde-947b-d228ad66f84a tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:51.591697 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d85663c9-8e45-494c-9881-e2ffe3a75191 req-5b7faf9f-251b-4cde-947b-d228ad66f84a tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/ports?device_id=2421e04e-9778-481d-95c2-15cf7799e783 HTTP/1.1" status: 200 len: 943 time: 0.6284685 May 27 11:18:51.644808 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d141a3a2-022e-4eec-a38e-6e1e5411d925 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for floatingip, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:51.664144 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-d141a3a2-022e-4eec-a38e-6e1e5411d925 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7946634 May 27 11:18:51.668374 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=ab572ded-6b44-4c82-a795-d899fc8c34ee,revision_number=4']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:51.672023 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:51.717135 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141a3a2-022e-4eec-a38e-6e1e5411d925 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Pushing event updated for resources: {'Port': ['ID=4d02619d-d831-4ab6-a0d9-5af1e11fd90e,revision_number=2']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:51.720462 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-d141a3a2-022e-4eec-a38e-6e1e5411d925 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:51.871160 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d85663c9-8e45-494c-9881-e2ffe3a75191 req-06057201-5d6d-4cb5-a3f5-088a2f42028a tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/security-groups?id=93be0890-bef3-4a50-b026-fd3b30e904ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785730 May 27 11:18:51.948722 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad754ab6-4dbd-4628-9d32-a18a06542c7c req-abc31c6e-4089-4fb5-8c5b-95397a834beb tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:51.961968 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ad754ab6-4dbd-4628-9d32-a18a06542c7c req-abc31c6e-4089-4fb5-8c5b-95397a834beb tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=76ec8c68-8eb3-4175-ab2e-6ee1841fe059 HTTP/1.1" status: 200 len: 943 time: 0.5387197 May 27 11:18:52.005996 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-ef367c1f-c65d-453c-8b49-0446ec8fd1ce service neutron] For port 878b7503-ad4e-47bb-9f54-82414c028a77, host hv-cinder-75157, cleared binding levels {{(pid=91848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:18:52.043620 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-f95c5b26-7f97-4749-b803-c6e46e80544b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Notify callbacks [] for port, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:52.047687 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-ef367c1f-c65d-453c-8b49-0446ec8fd1ce service neutron] For port 878b7503-ad4e-47bb-9f54-82414c028a77, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=878b7503-ad4e-47bb-9f54-82414c028a77,segment=NetworkSegment(8040322f-6478-4370-b0e4-5e2abd08f336),segment_id=8040322f-6478-4370-b0e4-5e2abd08f336)] {{(pid=91848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:18:52.098083 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-ef367c1f-c65d-453c-8b49-0446ec8fd1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:52.112486 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['ab572ded-6b44-4c82-a795-d899fc8c34ee'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:18:52.114658 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ad754ab6-4dbd-4628-9d32-a18a06542c7c req-bde22220-da19-49a8-8003-05160ff7b9d5 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510468 May 27 11:18:52.116141 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-1cdbdd0c-fa27-4225-bf99-f1cab1e9fef9 req-fe16c785-7ec4-4162-a151-e5e74c86f83d tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Synchronizing usage tracker for tenant:14b4c167ec414b36b060953567b3bf93 on resource:port {{(pid=91848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:18:52.122147 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:52.158300 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['ae3637fd-4c41-4311-ab42-c1a09a3e2bf3'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:18:52.201004 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-ef367c1f-c65d-453c-8b49-0446ec8fd1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:52.201004 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-ef367c1f-c65d-453c-8b49-0446ec8fd1ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for port, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:52.201835 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-ef367c1f-c65d-453c-8b49-0446ec8fd1ce service neutron] 10.222.0.35 "PUT /v2.0/ports/878b7503-ad4e-47bb-9f54-82414c028a77 HTTP/1.1" status: 200 len: 1093 time: 3.0248826 May 27 11:18:52.207201 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10', 'tag': '878b7503-ad4e-47bb-9f54-82414c028a77'}] {{(pid=91848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:18:52.232111 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-1cdbdd0c-fa27-4225-bf99-f1cab1e9fef9 req-fe16c785-7ec4-4162-a151-e5e74c86f83d tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Unset dirty status for tenant:14b4c167ec414b36b060953567b3bf93 on resource:port {{(pid=91848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:18:52.233566 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1cdbdd0c-fa27-4225-bf99-f1cab1e9fef9 req-fe16c785-7ec4-4162-a151-e5e74c86f83d tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 210 time: 0.1940770 May 27 11:18:52.246800 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef367c1f-c65d-453c-8b49-0446ec8fd1ce service neutron] Pushing event updated for resources: {'Port': ['ID=878b7503-ad4e-47bb-9f54-82414c028a77,revision_number=3']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:52.250156 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-ef367c1f-c65d-453c-8b49-0446ec8fd1ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:52.370117 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-f95c5b26-7f97-4749-b803-c6e46e80544b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971'] for port, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:52.373511 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10', 'tag': '878b7503-ad4e-47bb-9f54-82414c028a77', 'status': 'completed', 'code': 200} May 27 11:18:52.382698 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-403c3051-c6be-4e21-8161-a4f32983d570 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Synchronizing usage tracker for tenant:802e7975f0524c7ea779d173670046b7 on resource:security_group {{(pid=91848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:18:52.417902 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:52.510148 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-f95c5b26-7f97-4749-b803-c6e46e80544b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Network 0c305644-2dc8-4e1c-bdb2-2c8567d44268 is already hosted by enough agents. {{(pid=91848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:18:52.510844 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-403c3051-c6be-4e21-8161-a4f32983d570 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Unset dirty status for tenant:802e7975f0524c7ea779d173670046b7 on resource:security_group {{(pid=91848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:18:52.512214 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-403c3051-c6be-4e21-8161-a4f32983d570 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--469120491&fields=id&tenant_id=802e7975f0524c7ea779d173670046b7 HTTP/1.1" status: 200 len: 267 time: 0.2048843 May 27 11:18:52.513002 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c5b26-7f97-4749-b803-c6e46e80544b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Pushing event updated for resources: {'Port': ['ID=de7ef845-6780-44f9-82f4-43cd938ca0aa,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:52.515709 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.base_scheduler [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-f95c5b26-7f97-4749-b803-c6e46e80544b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Resources bound (agent type, host, resource id): {{(pid=91848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:18:52.531438 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-f95c5b26-7f97-4749-b803-c6e46e80544b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Received port after_create {{(pid=91848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:18:52.538767 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-f95c5b26-7f97-4749-b803-c6e46e80544b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:52.539411 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-f95c5b26-7f97-4749-b803-c6e46e80544b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for port, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:52.544656 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-f95c5b26-7f97-4749-b803-c6e46e80544b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:52.681362 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-f95c5b26-7f97-4749-b803-c6e46e80544b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5056622 May 27 11:18:52.700917 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-4793b251-2ce0-43cb-a8aa-9bc8e9e1a3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:52.702409 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-4793b251-2ce0-43cb-a8aa-9bc8e9e1a3bb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=14b4c167ec414b36b060953567b3bf93&device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 1096 time: 0.4402447 May 27 11:18:52.711129 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-8bbde5fc-5a78-4554-9759-622e77e7470a service neutron] Request body: {'port': {'device_id': '570b2e26-3083-400f-a7ab-7863b54f39c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:18:52.905294 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-c04a82a2-97a0-4ef3-b7fc-a5f25217052e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=878b7503-ad4e-47bb-9f54-82414c028a77 HTTP/1.1" status: 200 len: 217 time: 0.1336215 May 27 11:18:52.918866 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-f78461b1-fe47-40de-9bf4-f68316ce3676 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:52.920397 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-f78461b1-fe47-40de-9bf4-f68316ce3676 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/networks?id=dddfebc0-a063-4692-a21d-f73fcbbd8d09 HTTP/1.1" status: 200 len: 810 time: 0.3748565 May 27 11:18:52.981428 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-8bbde5fc-5a78-4554-9759-622e77e7470a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:53.003680 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-766d0cf8-7519-46a3-ab6f-9295824ac44f tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/quotas/802e7975f0524c7ea779d173670046b7 HTTP/1.1" status: 200 len: 375 time: 0.0450704 May 27 11:18:53.144888 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-2c9faa87-157a-4808-a8c8-5d4d52b8809a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:53.147117 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-2c9faa87-157a-4808-a8c8-5d4d52b8809a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=369e4e27-1796-451b-8798-a21a60543ff2 HTTP/1.1" status: 200 len: 859 time: 0.2238963 May 27 11:18:53.159466 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 54452) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:53.229934 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-b67b0aca-846e-457f-b1b8-b4e852a25830 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0c305644-2dc8-4e1c-bdb2-2c8567d44268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750060 May 27 11:18:53.522874 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f5f7c-d3b9-4859-9dc9-6183a09f1d03 req-24145d0a-8fe8-469a-9c64-1b2b2af9ae2a tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:53.524421 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5a3f5f7c-d3b9-4859-9dc9-6183a09f1d03 req-24145d0a-8fe8-469a-9c64-1b2b2af9ae2a tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/ports?device_id=2421e04e-9778-481d-95c2-15cf7799e783 HTTP/1.1" status: 200 len: 944 time: 0.4871442 May 27 11:18:53.550651 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-43158975-aca3-45b6-bc7d-0fd83d47398e tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=802e7975f0524c7ea779d173670046b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5165219 May 27 11:18:53.555498 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-a965f20a-ecfb-4404-b409-fe8792a48f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:53.569283 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 54482) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:53.582703 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-a965f20a-ecfb-4404-b409-fe8792a48f63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:53.588019 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-a965f20a-ecfb-4404-b409-fe8792a48f63 admin admin] Usage tracker for resource:security_group_rule and tenant:6c8e1535aaea4db5a28a3fd26e2a81a9 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:53.591765 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-a965f20a-ecfb-4404-b409-fe8792a48f63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:53.603773 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-a965f20a-ecfb-4404-b409-fe8792a48f63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:53.712285 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-a965f20a-ecfb-4404-b409-fe8792a48f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:53.720697 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-a965f20a-ecfb-4404-b409-fe8792a48f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:53.728283 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-fc144b53-839c-4aba-b28f-d6745cff5ff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:53.729448 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-54e5edeb-a8f8-4d4e-ae79-5a1f6cd8e15c service neutron] 10.222.0.35 "GET /v2.0/networks/0c305644-2dc8-4e1c-bdb2-2c8567d44268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545445 May 27 11:18:53.777846 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965f20a-ecfb-4404-b409-fe8792a48f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4c213c-38a8-4f81-b957-d4e5db344b39,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:53.787995 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:53.798328 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-a965f20a-ecfb-4404-b409-fe8792a48f63 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6c8e1535aaea4db5a28a3fd26e2a81a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6376138 May 27 11:18:53.800459 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-a965f20a-ecfb-4404-b409-fe8792a48f63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:53.801719 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 54492) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:53.875786 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5a3f5f7c-d3b9-4859-9dc9-6183a09f1d03 req-a6a60744-ceb2-4af1-bc97-7f2f3ae21b91 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/security-groups?id=93be0890-bef3-4a50-b026-fd3b30e904ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793996 May 27 11:18:53.883325 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-5e6af23b-d784-4162-8ce0-900b6efecbcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:53.900861 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 54498) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:53.925465 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-548b0e5e-0fde-41d7-af4b-296137f14c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:53.929983 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-5e6af23b-d784-4162-8ce0-900b6efecbcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:53.945017 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-5e6af23b-d784-4162-8ce0-900b6efecbcb admin admin] Usage tracker for resource:security_group_rule and tenant:931e4d4d4d104354af72bcbc210df023 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:53.951767 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-5e6af23b-d784-4162-8ce0-900b6efecbcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:53.973102 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-5e6af23b-d784-4162-8ce0-900b6efecbcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:53.985335 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-9885103e-dfd9-4297-b671-51b0465a5c8f service neutron] 10.222.0.77 "GET /v2.0/networks/dddfebc0-a063-4692-a21d-f73fcbbd8d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797357 May 27 11:18:54.001851 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-548b0e5e-0fde-41d7-af4b-296137f14c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:54.129462 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-548b0e5e-0fde-41d7-af4b-296137f14c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:54.137539 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:54.171857 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-5e6af23b-d784-4162-8ce0-900b6efecbcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:54.172948 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b0e5e-0fde-41d7-af4b-296137f14c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4c213c-38a8-4f81-b957-d4e5db344b39,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:54.183650 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-548b0e5e-0fde-41d7-af4b-296137f14c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:54.186440 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-5e6af23b-d784-4162-8ce0-900b6efecbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:54.200682 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:54.221825 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-548b0e5e-0fde-41d7-af4b-296137f14c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:54.226590 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-548b0e5e-0fde-41d7-af4b-296137f14c1e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8f4c213c-38a8-4f81-b957-d4e5db344b39 HTTP/1.1" status: 204 len: 168 time: 0.4200785 May 27 11:18:54.245622 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6af23b-d784-4162-8ce0-900b6efecbcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2906995f-5f85-4d20-bd03-ed21f4459e36,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:54.262695 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-5e6af23b-d784-4162-8ce0-900b6efecbcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:54.266377 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-5e6af23b-d784-4162-8ce0-900b6efecbcb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=931e4d4d4d104354af72bcbc210df023&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6957300 May 27 11:18:54.269412 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 54514) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:54.279277 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-95c22dab-a908-4f5c-8385-c9886328c0a2 req-10b69397-129d-415d-968b-dd3e1ce9319c service neutron] 10.222.0.35 "GET /v2.0/networks/0c305644-2dc8-4e1c-bdb2-2c8567d44268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5320740 May 27 11:18:54.292785 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-9910899c-871e-4dec-a88c-dff297afcdf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:54.358390 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-a968f019-4ad9-4f05-9397-71bbc6086aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:54.388221 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-a968f019-4ad9-4f05-9397-71bbc6086aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:54.390661 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.notifiers.nova [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-8bbde5fc-5a78-4554-9759-622e77e7470a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de7ef845-6780-44f9-82f4-43cd938ca0aa {{(pid=91848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:18:54.401663 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-9910899c-871e-4dec-a88c-dff297afcdf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:54.412759 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-8bbde5fc-5a78-4554-9759-622e77e7470a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:54.421380 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-9910899c-871e-4dec-a88c-dff297afcdf4 admin admin] Usage tracker for resource:security_group_rule and tenant:ea899b4b9c564065960db61ced3d799d is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:54.428646 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-9910899c-871e-4dec-a88c-dff297afcdf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:54.458936 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-9910899c-871e-4dec-a88c-dff297afcdf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:54.464681 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-a968f019-4ad9-4f05-9397-71bbc6086aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:54.469684 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:54.494832 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a968f019-4ad9-4f05-9397-71bbc6086aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2906995f-5f85-4d20-bd03-ed21f4459e36,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:54.494832 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-a968f019-4ad9-4f05-9397-71bbc6086aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:54.495308 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.provisioning_blocks [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-8bbde5fc-5a78-4554-9759-622e77e7470a service neutron] Transition to ACTIVE for port object de7ef845-6780-44f9-82f4-43cd938ca0aa will not be triggered until provisioned by entity L2. {{(pid=91848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:18:54.496978 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-a968f019-4ad9-4f05-9397-71bbc6086aa0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2906995f-5f85-4d20-bd03-ed21f4459e36 HTTP/1.1" status: 204 len: 168 time: 0.2263708 May 27 11:18:54.498786 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-a968f019-4ad9-4f05-9397-71bbc6086aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:54.516041 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-8bbde5fc-5a78-4554-9759-622e77e7470a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:54.522327 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-b25bb88f-22ae-4377-b166-0404e6c899aa service neutron] 10.222.0.77 "GET /v2.0/networks/dddfebc0-a063-4692-a21d-f73fcbbd8d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5182436 May 27 11:18:54.535763 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-f95c5b26-7f97-4749-b803-c6e46e80544b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:54.558303 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device ae3637fd-4c41-4311-ab42-c1a09a3e2bf3 up at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:18:54.687290 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cff77c-3d23-4f95-9e7a-f1fc0f27c184 req-c6983128-afad-4fd7-b36c-ce7a99446e3c tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:54.691145 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d8cff77c-3d23-4f95-9e7a-f1fc0f27c184 req-c6983128-afad-4fd7-b36c-ce7a99446e3c tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=76ec8c68-8eb3-4175-ab2e-6ee1841fe059 HTTP/1.1" status: 200 len: 944 time: 0.6743717 May 27 11:18:54.724949 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning for port ae3637fd-4c41-4311-ab42-c1a09a3e2bf3 completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:18:54.732500 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning complete for port ae3637fd-4c41-4311-ab42-c1a09a3e2bf3 triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:18:54.733305 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:54.749940 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbde5fc-5a78-4554-9759-622e77e7470a service neutron] Pushing event updated for resources: {'Port': ['ID=de7ef845-6780-44f9-82f4-43cd938ca0aa,revision_number=2']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:54.760710 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e67d8f-2f22-490b-b286-5d9b81112461 req-5e6190a8-ebe5-41bf-9187-ec04aa434674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:54.762245 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-22e67d8f-2f22-490b-b286-5d9b81112461 req-5e6190a8-ebe5-41bf-9187-ec04aa434674 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=14b4c167ec414b36b060953567b3bf93&device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 1096 time: 0.4228110 May 27 11:18:54.769399 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-8bbde5fc-5a78-4554-9759-622e77e7470a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:54.954114 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:54.954971 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d8cff77c-3d23-4f95-9e7a-f1fc0f27c184 req-7d3ddd75-e0fa-43b7-9a4b-cc0f2451caf3 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425733 May 27 11:18:55.034645 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2421e04e-9778-481d-95c2-15cf7799e783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3637fd-4c41-4311-ab42-c1a09a3e2bf3'}] {{(pid=91849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:18:55.072555 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-9910899c-871e-4dec-a88c-dff297afcdf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:55.077643 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-8bbde5fc-5a78-4554-9759-622e77e7470a service neutron] Attempting to bind port de7ef845-6780-44f9-82f4-43cd938ca0aa on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:18:55.078346 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-8bbde5fc-5a78-4554-9759-622e77e7470a service neutron] Attempting to bind port de7ef845-6780-44f9-82f4-43cd938ca0aa by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '8040322f-6478-4370-b0e4-5e2abd08f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '0c305644-2dc8-4e1c-bdb2-2c8567d44268'}] {{(pid=91848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:18:55.079165 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-8bbde5fc-5a78-4554-9759-622e77e7470a service neutron] Attempting to bind port de7ef845-6780-44f9-82f4-43cd938ca0aa on network 0c305644-2dc8-4e1c-bdb2-2c8567d44268 {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:18:55.097410 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-9910899c-871e-4dec-a88c-dff297afcdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:55.175838 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port ae3637fd-4c41-4311-ab42-c1a09a3e2bf3, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=ae3637fd-4c41-4311-ab42-c1a09a3e2bf3,segment=NetworkSegment(de024fc7-6db8-40e6-938a-d2cc99105faf),segment_id=de024fc7-6db8-40e6-938a-d2cc99105faf)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:18:55.181565 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:55.183558 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device ab572ded-6b44-4c82-a795-d899fc8c34ee up at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:18:55.197571 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-8bbde5fc-5a78-4554-9759-622e77e7470a service neutron] Port de7ef845-6780-44f9-82f4-43cd938ca0aa on network 0c305644-2dc8-4e1c-bdb2-2c8567d44268 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 11:18:55.197769 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-8bbde5fc-5a78-4554-9759-622e77e7470a service neutron] Attempting to bind port de7ef845-6780-44f9-82f4-43cd938ca0aa on network 0c305644-2dc8-4e1c-bdb2-2c8567d44268 {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:18:55.218979 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:55.226609 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-8bbde5fc-5a78-4554-9759-622e77e7470a service neutron] Checking agent: {'id': '488b0f7b-d99c-4207-808d-fdc57746257f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 16, 24), 'started_at': datetime.datetime(2021, 5, 27, 11, 16, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:18:55.226938 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-8bbde5fc-5a78-4554-9759-622e77e7470a service neutron] Checking segment: {'id': '8040322f-6478-4370-b0e4-5e2abd08f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '0c305644-2dc8-4e1c-bdb2-2c8567d44268'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:18:55.227343 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-8bbde5fc-5a78-4554-9759-622e77e7470a service neutron] Bound using segment: {'id': '8040322f-6478-4370-b0e4-5e2abd08f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '0c305644-2dc8-4e1c-bdb2-2c8567d44268'} {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:18:55.228168 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-8bbde5fc-5a78-4554-9759-622e77e7470a service neutron] Bound port: de7ef845-6780-44f9-82f4-43cd938ca0aa, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8040322f-6478-4370-b0e4-5e2abd08f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '0c305644-2dc8-4e1c-bdb2-2c8567d44268'}}] {{(pid=91848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:18:55.228593 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-8bbde5fc-5a78-4554-9759-622e77e7470a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:55.230978 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 54546) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:55.268310 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9a696613-cdf0-4a3c-85d1-8cef08119c77 req-14ee2c3f-eb1b-4de6-92a2-43141b08d648 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 210 time: 0.1836915 May 27 11:18:55.283713 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f6c14e1b-8d8b-4df1-b17e-d54ac8e00d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:55.289708 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:55.324929 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-f6c14e1b-8d8b-4df1-b17e-d54ac8e00d19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:55.328890 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-f6c14e1b-8d8b-4df1-b17e-d54ac8e00d19 admin admin] Usage tracker for resource:security_group_rule and tenant:c44e696902444a44abb1e8167db633f8 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:55.343999 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-f6c14e1b-8d8b-4df1-b17e-d54ac8e00d19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:55.350671 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-f6c14e1b-8d8b-4df1-b17e-d54ac8e00d19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:55.542674 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=ae3637fd-4c41-4311-ab42-c1a09a3e2bf3,revision_number=5']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:55.560987 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:55.619361 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f6c14e1b-8d8b-4df1-b17e-d54ac8e00d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:55.624715 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning for port ab572ded-6b44-4c82-a795-d899fc8c34ee completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:18:55.628214 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f6c14e1b-8d8b-4df1-b17e-d54ac8e00d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:55.635586 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning complete for port ab572ded-6b44-4c82-a795-d899fc8c34ee triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:18:55.642016 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-e1d72981-bfbe-4b0c-8aeb-55f0562a94e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:55.642888 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:55.715271 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-8bbde5fc-5a78-4554-9759-622e77e7470a service neutron] For port de7ef845-6780-44f9-82f4-43cd938ca0aa, host hv-cinder-75157, cleared binding levels {{(pid=91848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:18:55.724157 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-9910899c-871e-4dec-a88c-dff297afcdf4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ea899b4b9c564065960db61ced3d799d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8149569 May 27 11:18:55.730026 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-f6c14e1b-8d8b-4df1-b17e-d54ac8e00d19 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c44e696902444a44abb1e8167db633f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4969828 May 27 11:18:55.730869 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 54564) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:55.731376 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 54566) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:55.762680 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c14e1b-8d8b-4df1-b17e-d54ac8e00d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c50e03-9338-48ee-9950-c03ea83f688c,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:55.772221 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9910899c-871e-4dec-a88c-dff297afcdf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098d7f4c-97ff-42d9-b5c0-23f05e71ab0a,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:55.775481 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-9910899c-871e-4dec-a88c-dff297afcdf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:55.785656 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-f6c14e1b-8d8b-4df1-b17e-d54ac8e00d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:55.795923 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e67d8f-2f22-490b-b286-5d9b81112461 req-5509cfa4-b580-45d8-9af5-3c5f6d0b4488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:55.798223 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-22e67d8f-2f22-490b-b286-5d9b81112461 req-5509cfa4-b580-45d8-9af5-3c5f6d0b4488 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0c305644-2dc8-4e1c-bdb2-2c8567d44268 HTTP/1.1" status: 200 len: 921 time: 1.0012202 May 27 11:18:55.807850 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-8bbde5fc-5a78-4554-9759-622e77e7470a service neutron] For port de7ef845-6780-44f9-82f4-43cd938ca0aa, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=de7ef845-6780-44f9-82f4-43cd938ca0aa,segment=NetworkSegment(8040322f-6478-4370-b0e4-5e2abd08f336),segment_id=8040322f-6478-4370-b0e4-5e2abd08f336)] {{(pid=91848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:18:55.888174 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2f82c-c99b-46cf-8b0b-3c120ce0fa0c req-0f5ea8c9-84cf-451d-bfde-2bb939138ebb tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:55.895217 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-fcc2f82c-c99b-46cf-8b0b-3c120ce0fa0c req-0f5ea8c9-84cf-451d-bfde-2bb939138ebb tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 943 time: 0.9583988 May 27 11:18:55.909379 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-8bbde5fc-5a78-4554-9759-622e77e7470a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:55.913884 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ec508cf6-a614-44db-9709-c18757d65f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:55.940815 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-dddf32d4-a33f-4096-aebc-10e9a6d73da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:55.945900 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:55.970576 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-22e67d8f-2f22-490b-b286-5d9b81112461 req-b3f34509-9798-46af-a157-4f28b39a5723 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=878b7503-ad4e-47bb-9f54-82414c028a77 HTTP/1.1" status: 200 len: 217 time: 0.1570289 May 27 11:18:55.981433 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port ab572ded-6b44-4c82-a795-d899fc8c34ee, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=ab572ded-6b44-4c82-a795-d899fc8c34ee,segment=NetworkSegment(c2be4939-06da-44ef-b45c-fa595b7b31a6),segment_id=c2be4939-06da-44ef-b45c-fa595b7b31a6)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:18:55.986360 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:55.987796 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:55.991352 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ec508cf6-a614-44db-9709-c18757d65f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:55.994608 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:56.022133 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-dddf32d4-a33f-4096-aebc-10e9a6d73da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:56.102806 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ec508cf6-a614-44db-9709-c18757d65f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:56.111917 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-934e67f5-2bd2-44f4-a168-344624c778b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:56.128090 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-dddf32d4-a33f-4096-aebc-10e9a6d73da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:56.133346 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec508cf6-a614-44db-9709-c18757d65f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c50e03-9338-48ee-9950-c03ea83f688c,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:56.139354 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-ec508cf6-a614-44db-9709-c18757d65f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:56.143767 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-d3f34728-e620-4f7b-8df0-74f8b2edbf51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:56.151212 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e67d8f-2f22-490b-b286-5d9b81112461 req-54235a39-0e1f-413b-84bc-4f94007a7b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:56.152970 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-22e67d8f-2f22-490b-b286-5d9b81112461 req-54235a39-0e1f-413b-84bc-4f94007a7b46 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=369e4e27-1796-451b-8798-a21a60543ff2 HTTP/1.1" status: 200 len: 859 time: 0.1132398 May 27 11:18:56.158197 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf32d4-a33f-4096-aebc-10e9a6d73da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098d7f4c-97ff-42d9-b5c0-23f05e71ab0a,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:56.164397 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-dddf32d4-a33f-4096-aebc-10e9a6d73da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:56.166334 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-dddf32d4-a33f-4096-aebc-10e9a6d73da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:56.167791 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-dddf32d4-a33f-4096-aebc-10e9a6d73da6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/098d7f4c-97ff-42d9-b5c0-23f05e71ab0a HTTP/1.1" status: 204 len: 168 time: 0.4067788 May 27 11:18:56.168912 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ec508cf6-a614-44db-9709-c18757d65f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:56.173131 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-ec508cf6-a614-44db-9709-c18757d65f56 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f2c50e03-9338-48ee-9950-c03ea83f688c HTTP/1.1" status: 204 len: 168 time: 0.4107006 May 27 11:18:56.185811 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-8bbde5fc-5a78-4554-9759-622e77e7470a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:56.186188 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-8bbde5fc-5a78-4554-9759-622e77e7470a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for port, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:56.188377 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=ab572ded-6b44-4c82-a795-d899fc8c34ee,revision_number=5']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:56.192717 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:56.198824 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-8bbde5fc-5a78-4554-9759-622e77e7470a service neutron] 10.222.0.35 "PUT /v2.0/ports/de7ef845-6780-44f9-82f4-43cd938ca0aa HTTP/1.1" status: 200 len: 1093 time: 3.4812634 May 27 11:18:56.252121 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570b2e26-3083-400f-a7ab-7863b54f39c2', 'tag': 'de7ef845-6780-44f9-82f4-43cd938ca0aa'}] {{(pid=91848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:18:56.268924 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-fcc2f82c-c99b-46cf-8b0b-3c120ce0fa0c req-fedcf4ee-e66d-47c1-8ccc-646893c705b9 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727343 May 27 11:18:56.322292 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-22e67d8f-2f22-490b-b286-5d9b81112461 req-b366740b-612b-4a8b-8038-60b3fc0615e8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0c305644-2dc8-4e1c-bdb2-2c8567d44268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1193311 May 27 11:18:56.380489 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbde5fc-5a78-4554-9759-622e77e7470a service neutron] Pushing event updated for resources: {'Port': ['ID=de7ef845-6780-44f9-82f4-43cd938ca0aa,revision_number=3']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:56.397654 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-8bbde5fc-5a78-4554-9759-622e77e7470a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:56.475873 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0143ec-c170-48ab-a62a-53a44785d232 req-e3106616-efd2-4b8f-af66-ded40882add6 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:56.477733 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-da0143ec-c170-48ab-a62a-53a44785d232 req-e3106616-efd2-4b8f-af66-ded40882add6 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/ports?device_id=2421e04e-9778-481d-95c2-15cf7799e783 HTTP/1.1" status: 200 len: 945 time: 0.7752810 May 27 11:18:56.574086 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-da0143ec-c170-48ab-a62a-53a44785d232 req-aa4872c5-f6be-46b1-a709-1851d380b940 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/security-groups?id=93be0890-bef3-4a50-b026-fd3b30e904ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886891 May 27 11:18:56.664489 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-50ff879e-cad2-4328-8e45-e8d04b1e1eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:56.670789 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-50ff879e-cad2-4328-8e45-e8d04b1e1eb6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=14b4c167ec414b36b060953567b3bf93&device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 1096 time: 0.4057484 May 27 11:18:56.687566 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-22e67d8f-2f22-490b-b286-5d9b81112461 req-ce12b7dd-ac9f-49ad-a9d4-57d5a3e00c71 service neutron] 10.222.0.35 "GET /v2.0/networks/0c305644-2dc8-4e1c-bdb2-2c8567d44268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430443 May 27 11:18:56.770869 dv-cinder-751579-23-smb neutron-server[91849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2421e04e-9778-481d-95c2-15cf7799e783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3637fd-4c41-4311-ab42-c1a09a3e2bf3', 'code': 200} May 27 11:18:56.866258 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 54644) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:56.883594 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-a5bedbfb-a19d-4a0b-abc3-c8dd18034ab6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de7ef845-6780-44f9-82f4-43cd938ca0aa HTTP/1.1" status: 200 len: 217 time: 0.1949635 May 27 11:18:56.891760 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '570b2e26-3083-400f-a7ab-7863b54f39c2', 'tag': 'de7ef845-6780-44f9-82f4-43cd938ca0aa', 'status': 'completed', 'code': 200} May 27 11:18:57.034860 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-76ca5eb2-781c-4c8a-92bd-501aaa136c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:57.068751 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-76ca5eb2-781c-4c8a-92bd-501aaa136c76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:57.080227 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-76ca5eb2-781c-4c8a-92bd-501aaa136c76 admin admin] Usage tracker for resource:security_group_rule and tenant:4800f8376763452d9359494edaabf889 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:57.101455 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-76ca5eb2-781c-4c8a-92bd-501aaa136c76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:57.117023 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-76ca5eb2-781c-4c8a-92bd-501aaa136c76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:57.118194 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.35', 51183) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:57.203598 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-79e4bcf9-78ce-451e-bd1e-7f7ee02819c4 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:57.204491 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-79e4bcf9-78ce-451e-bd1e-7f7ee02819c4 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Synchronizing usage tracker for tenant:802e7975f0524c7ea779d173670046b7 on resource:network {{(pid=91847) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:18:57.358660 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-76ca5eb2-781c-4c8a-92bd-501aaa136c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:57.371783 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-76ca5eb2-781c-4c8a-92bd-501aaa136c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:57.408011 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-5e6af23b-d784-4162-8ce0-900b6efecbcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:57.420280 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 54668) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:18:57.420655 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-76ca5eb2-781c-4c8a-92bd-501aaa136c76 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4800f8376763452d9359494edaabf889&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5399778 May 27 11:18:57.421732 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-79e4bcf9-78ce-451e-bd1e-7f7ee02819c4 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Unset dirty status for tenant:802e7975f0524c7ea779d173670046b7 on resource:network {{(pid=91847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:18:57.422845 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-79e4bcf9-78ce-451e-bd1e-7f7ee02819c4 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.35 "GET /v2.0/networks?id=dddfebc0-a063-4692-a21d-f73fcbbd8d09 HTTP/1.1" status: 200 len: 810 time: 0.6228635 May 27 11:18:57.478251 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca5eb2-781c-4c8a-92bd-501aaa136c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc56ad4-10a3-473b-9265-56c3b3fd87cc,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:57.501235 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-76ca5eb2-781c-4c8a-92bd-501aaa136c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:57.517982 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6480a88f-ea8f-4909-b319-10fe38d2c1c6 req-f547d507-ccc5-4fd0-bcec-6028e3aa25f9 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 210 time: 0.4003975 May 27 11:18:57.532601 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-3f9c7484-6077-48d6-8762-87aa7ed1d0a1 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Synchronizing usage tracker for tenant:802e7975f0524c7ea779d173670046b7 on resource:security_group {{(pid=91847) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:18:57.545710 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-3f9c7484-6077-48d6-8762-87aa7ed1d0a1 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Unset dirty status for tenant:802e7975f0524c7ea779d173670046b7 on resource:security_group {{(pid=91847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:18:57.547433 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-3f9c7484-6077-48d6-8762-87aa7ed1d0a1 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=802e7975f0524c7ea779d173670046b7 HTTP/1.1" status: 200 len: 379 time: 0.1034565 May 27 11:18:57.558556 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-d5a48a1a-4ab0-449a-97aa-f422bc907535 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Request body: {'port': {'device_id': 'f05c5f8e-e021-4014-82cc-761926dd767c', 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09', 'admin_state_up': True, 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'security_groups': ['7c667e7f-d6d1-494a-a926-ebf786d3902d']}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:18:57.588212 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-e09719bc-f0ed-4531-a2a5-707105ddd2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:57.589824 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-e09719bc-f0ed-4531-a2a5-707105ddd2d6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=369e4e27-1796-451b-8798-a21a60543ff2 HTTP/1.1" status: 200 len: 859 time: 0.6368403 May 27 11:18:57.730623 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-d5a48a1a-4ab0-449a-97aa-f422bc907535 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:57.734708 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-d5a48a1a-4ab0-449a-97aa-f422bc907535 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Usage tracker for resource:port and tenant:802e7975f0524c7ea779d173670046b7 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:57.738106 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-d5a48a1a-4ab0-449a-97aa-f422bc907535 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:57.745202 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-96291360-c336-49ad-b77e-cd06e676e6a4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0c305644-2dc8-4e1c-bdb2-2c8567d44268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1337814 May 27 11:18:57.746514 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-d5a48a1a-4ab0-449a-97aa-f422bc907535 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:57.758364 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-d5a48a1a-4ab0-449a-97aa-f422bc907535 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Made reservation on behalf of 802e7975f0524c7ea779d173670046b7 for: {'port': 1} {{(pid=91847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:18:57.762387 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-d5a48a1a-4ab0-449a-97aa-f422bc907535 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:57.774858 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d62d1308-8da8-4ee1-853e-ce4a5db04f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:57.833852 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-22e67d8f-2f22-490b-b286-5d9b81112461 req-0a7820be-f550-421d-a1a6-d6699251e6c6 service neutron] 10.222.0.35 "GET /v2.0/networks/0c305644-2dc8-4e1c-bdb2-2c8567d44268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9394505 May 27 11:18:57.847500 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556dcdf-74d1-4322-a014-22c3e60bd8df req-5320abc0-6c2f-4cfb-889b-9949b3e98e52 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:57.855099 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6556dcdf-74d1-4322-a014-22c3e60bd8df req-5320abc0-6c2f-4cfb-889b-9949b3e98e52 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=76ec8c68-8eb3-4175-ab2e-6ee1841fe059 HTTP/1.1" status: 200 len: 945 time: 0.9623353 May 27 11:18:57.968662 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d62d1308-8da8-4ee1-853e-ce4a5db04f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:58.088204 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.db_base_plugin_common [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-d5a48a1a-4ab0-449a-97aa-f422bc907535 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Allocated IP 172.20.0.7 (dddfebc0-a063-4692-a21d-f73fcbbd8d09/53f9b7c8-83a1-4c1c-aa60-764bc111576d/c7d9542c-b119-46a2-8517-7efdd7301926) {{(pid=91847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:18:58.092562 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6556dcdf-74d1-4322-a014-22c3e60bd8df req-12cd4cf0-4671-4538-966a-eae085647d7f tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361088 May 27 11:18:58.105495 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e7202-e730-4fb9-a696-7041566e5c83 req-ff32d090-1062-4ec2-995e-ee1bc49db942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:58.108889 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d31e7202-e730-4fb9-a696-7041566e5c83 req-ff32d090-1062-4ec2-995e-ee1bc49db942 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2421e04e-9778-481d-95c2-15cf7799e783 HTTP/1.1" status: 200 len: 1098 time: 0.9520147 May 27 11:18:58.179907 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4e108-2907-4f4d-87c1-11b57c9c7ab9 req-4461a188-8b77-4eaa-8ef0-8f6f5635a6f5 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:58.187083 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6dd4e108-2907-4f4d-87c1-11b57c9c7ab9 req-4461a188-8b77-4eaa-8ef0-8f6f5635a6f5 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 943 time: 0.5072341 May 27 11:18:58.208070 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-d31e7202-e730-4fb9-a696-7041566e5c83 req-2727e67f-b83a-42e7-9427-5a752ca03f45 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:58.231302 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-2a0d8b8c-20da-4272-b6de-2e8f1c5e1c55 service neutron] 10.222.0.35 "GET /v2.0/networks/0c305644-2dc8-4e1c-bdb2-2c8567d44268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4731309 May 27 11:18:58.356583 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-d5a48a1a-4ab0-449a-97aa-f422bc907535 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for port, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:58.416296 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [req-d31e7202-e730-4fb9-a696-7041566e5c83 req-2727e67f-b83a-42e7-9427-5a752ca03f45 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:18:58.428907 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-d31e7202-e730-4fb9-a696-7041566e5c83 req-2727e67f-b83a-42e7-9427-5a752ca03f45 service neutron] Usage tracker for resource:security_group_rule and tenant:6089846f4ece4e3bbb864c211322eb4e is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:18:58.436900 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-d31e7202-e730-4fb9-a696-7041566e5c83 req-2727e67f-b83a-42e7-9427-5a752ca03f45 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:18:58.441192 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-d5a48a1a-4ab0-449a-97aa-f422bc907535 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Transition to ACTIVE for port object c7d9542c-b119-46a2-8517-7efdd7301926 will not be triggered until provisioned by entity DHCP. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:18:58.479407 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-d5a48a1a-4ab0-449a-97aa-f422bc907535 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971'] for port, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:58.498656 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:58.504424 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [req-d31e7202-e730-4fb9-a696-7041566e5c83 req-2727e67f-b83a-42e7-9427-5a752ca03f45 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:18:58.517128 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d62d1308-8da8-4ee1-853e-ce4a5db04f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:58.532698 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6dd4e108-2907-4f4d-87c1-11b57c9c7ab9 req-e6b2b12e-55a8-46f7-83fc-754337729fdf tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041403 May 27 11:18:58.539821 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-94430e30-c32e-4355-a1de-7eea20730712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:58.575624 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d1308-8da8-4ee1-853e-ce4a5db04f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc56ad4-10a3-473b-9265-56c3b3fd87cc,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:58.601742 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-d62d1308-8da8-4ee1-853e-ce4a5db04f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:58.603354 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 878b7503-ad4e-47bb-9f54-82414c028a77 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:18:58.637216 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a48a1a-4ab0-449a-97aa-f422bc907535 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Pushing event updated for resources: {'Port': ['ID=c7d9542c-b119-46a2-8517-7efdd7301926,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:58.650963 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-d5a48a1a-4ab0-449a-97aa-f422bc907535 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Network dddfebc0-a063-4692-a21d-f73fcbbd8d09 is already hosted by enough agents. {{(pid=91847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:18:58.652607 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-d5a48a1a-4ab0-449a-97aa-f422bc907535 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:58.653694 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-d5a48a1a-4ab0-449a-97aa-f422bc907535 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Resources bound (agent type, host, resource id): {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:18:58.665146 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-d5a48a1a-4ab0-449a-97aa-f422bc907535 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Received port after_create {{(pid=91847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:18:58.679795 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-d5a48a1a-4ab0-449a-97aa-f422bc907535 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:58.683073 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-d5a48a1a-4ab0-449a-97aa-f422bc907535 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for port, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:58.707264 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5e1ea962-d6dc-4fad-9841-e4e74e527d02 req-d3b4af4a-2922-44e9-852f-2872f4a9a0c3 service neutron] 10.222.0.35 "GET /v2.0/networks/0c305644-2dc8-4e1c-bdb2-2c8567d44268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156911 May 27 11:18:58.708686 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d62d1308-8da8-4ee1-853e-ce4a5db04f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:58.712511 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-d62d1308-8da8-4ee1-853e-ce4a5db04f28 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/afc56ad4-10a3-473b-9265-56c3b3fd87cc HTTP/1.1" status: 204 len: 168 time: 1.2220781 May 27 11:18:58.727916 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-d5a48a1a-4ab0-449a-97aa-f422bc907535 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1731534 May 27 11:18:58.746829 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-599986fe-7918-4e68-9b4a-6aac9bfe26ff service neutron] Request body: {'port': {'device_id': 'f05c5f8e-e021-4014-82cc-761926dd767c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:18:58.931309 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 878b7503-ad4e-47bb-9f54-82414c028a77, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=878b7503-ad4e-47bb-9f54-82414c028a77,segment=NetworkSegment(8040322f-6478-4370-b0e4-5e2abd08f336),segment_id=8040322f-6478-4370-b0e4-5e2abd08f336)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:18:58.942193 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-599986fe-7918-4e68-9b4a-6aac9bfe26ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:58.947360 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ec8c68-8eb3-4175-ab2e-6ee1841fe059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab572ded-6b44-4c82-a795-d899fc8c34ee'}] {{(pid=91849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:18:58.953280 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Returning: {'device': '878b7503-ad4e-47bb-9f54-82414c028a77', 'network_id': '0c305644-2dc8-4e1c-bdb2-2c8567d44268', 'port_id': '878b7503-ad4e-47bb-9f54-82414c028a77', 'mac_address': 'fa:16:3e:18:cc:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '369e4e27-1796-451b-8798-a21a60543ff2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:18:59.059082 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:59.078113 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e188e0d-2e4f-41ea-b286-f4dcb65184d3 req-eeb0b67f-ef0a-4e82-865f-471ef64114c8 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:59.088439 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 878b7503-ad4e-47bb-9f54-82414c028a77 {{(pid=91849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:18:59.095147 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0e188e0d-2e4f-41ea-b286-f4dcb65184d3 req-eeb0b67f-ef0a-4e82-865f-471ef64114c8 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/ports?device_id=2421e04e-9778-481d-95c2-15cf7799e783 HTTP/1.1" status: 200 len: 945 time: 0.8742738 May 27 11:18:59.134349 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 878b7503-ad4e-47bb-9f54-82414c028a77, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=878b7503-ad4e-47bb-9f54-82414c028a77,segment=NetworkSegment(8040322f-6478-4370-b0e4-5e2abd08f336),segment_id=8040322f-6478-4370-b0e4-5e2abd08f336)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:18:59.149535 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:59.153502 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:59.176278 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-d31e7202-e730-4fb9-a696-7041566e5c83 req-2727e67f-b83a-42e7-9427-5a752ca03f45 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:59.245268 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-95369579-d71c-44f5-a3a1-306eb3268cab None None] Provisioning for port c7d9542c-b119-46a2-8517-7efdd7301926 completed by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:18:59.245442 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0e188e0d-2e4f-41ea-b286-f4dcb65184d3 req-8a589457-6287-45ac-bf80-a7b7d99b6e43 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/security-groups?id=93be0890-bef3-4a50-b026-fd3b30e904ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476178 May 27 11:18:59.245676 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-d31e7202-e730-4fb9-a696-7041566e5c83 req-2727e67f-b83a-42e7-9427-5a752ca03f45 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:59.261919 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-95369579-d71c-44f5-a3a1-306eb3268cab None None] Provisioning complete for port c7d9542c-b119-46a2-8517-7efdd7301926 triggered by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:18:59.262302 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-95369579-d71c-44f5-a3a1-306eb3268cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:59.273734 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:59.321305 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d31e7202-e730-4fb9-a696-7041566e5c83 req-2727e67f-b83a-42e7-9427-5a752ca03f45 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=93be0890-bef3-4a50-b026-fd3b30e904ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1543374 May 27 11:18:59.348798 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818b321-e4a2-41ce-9f2a-d922cb01e75f req-52f19c53-4331-4569-a464-f09e0ffe143c tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:59.350405 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9818b321-e4a2-41ce-9f2a-d922cb01e75f req-52f19c53-4331-4569-a464-f09e0ffe143c tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 931 time: 0.6352503 May 27 11:18:59.355149 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c94e2e-0acc-4494-82eb-e63fe8ad55a4 req-fcabf9ca-d7ad-4246-8461-a6e11e0dfefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:18:59.356834 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-19c94e2e-0acc-4494-82eb-e63fe8ad55a4 req-fcabf9ca-d7ad-4246-8461-a6e11e0dfefa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=14b4c167ec414b36b060953567b3bf93&device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 1096 time: 0.5499144 May 27 11:18:59.358984 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727e67f-b83a-42e7-9427-5a752ca03f45 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4d94af-c72b-41b0-8986-4ff9c13321e3,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:59.363970 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-2727e67f-b83a-42e7-9427-5a752ca03f45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:59.420358 dv-cinder-751579-23-smb neutron-server[91849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ec8c68-8eb3-4175-ab2e-6ee1841fe059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab572ded-6b44-4c82-a795-d899fc8c34ee', 'code': 200} May 27 11:18:59.478706 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=878b7503-ad4e-47bb-9f54-82414c028a77,revision_number=4']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:59.484886 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9818b321-e4a2-41ce-9f2a-d922cb01e75f req-b5fe5c29-cb60-49fa-8914-4d79947f6b1e tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268301 May 27 11:18:59.500667 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:18:59.506237 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-95369579-d71c-44f5-a3a1-306eb3268cab None None] Port c7d9542c-b119-46a2-8517-7efdd7301926 cannot update to ACTIVE because it is not bound. {{(pid=91849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:18:59.744349 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-599986fe-7918-4e68-9b4a-6aac9bfe26ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7d9542c-b119-46a2-8517-7efdd7301926 {{(pid=91847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:18:59.752825 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-599986fe-7918-4e68-9b4a-6aac9bfe26ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:59.772321 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-599986fe-7918-4e68-9b4a-6aac9bfe26ff service neutron] Transition to ACTIVE for port object c7d9542c-b119-46a2-8517-7efdd7301926 will not be triggered until provisioned by entity L2. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:18:59.776139 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-599986fe-7918-4e68-9b4a-6aac9bfe26ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:18:59.782042 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-d5caf4f6-d9d8-4bcd-9a62-aac2c271f9b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:18:59.782957 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['878b7503-ad4e-47bb-9f54-82414c028a77'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:18:59.923464 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599986fe-7918-4e68-9b4a-6aac9bfe26ff service neutron] Pushing event updated for resources: {'Port': ['ID=c7d9542c-b119-46a2-8517-7efdd7301926,revision_number=2']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:18:59.929113 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-599986fe-7918-4e68-9b4a-6aac9bfe26ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:00.117603 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-599986fe-7918-4e68-9b4a-6aac9bfe26ff service neutron] Attempting to bind port c7d9542c-b119-46a2-8517-7efdd7301926 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:19:00.118973 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-599986fe-7918-4e68-9b4a-6aac9bfe26ff service neutron] Attempting to bind port c7d9542c-b119-46a2-8517-7efdd7301926 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': 'fb4e28ff-9721-464e-abd4-401b71986c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09'}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:19:00.120414 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-599986fe-7918-4e68-9b4a-6aac9bfe26ff service neutron] Attempting to bind port c7d9542c-b119-46a2-8517-7efdd7301926 on network dddfebc0-a063-4692-a21d-f73fcbbd8d09 {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:19:00.127924 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c94e2e-0acc-4494-82eb-e63fe8ad55a4 req-edccbd44-d9e5-4764-bfea-d01e73b517d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:00.129416 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-19c94e2e-0acc-4494-82eb-e63fe8ad55a4 req-edccbd44-d9e5-4764-bfea-d01e73b517d8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0c305644-2dc8-4e1c-bdb2-2c8567d44268 HTTP/1.1" status: 200 len: 921 time: 0.6141338 May 27 11:19:00.134295 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-599986fe-7918-4e68-9b4a-6aac9bfe26ff service neutron] Port c7d9542c-b119-46a2-8517-7efdd7301926 on network dddfebc0-a063-4692-a21d-f73fcbbd8d09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 11:19:00.134812 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-599986fe-7918-4e68-9b4a-6aac9bfe26ff service neutron] Attempting to bind port c7d9542c-b119-46a2-8517-7efdd7301926 on network dddfebc0-a063-4692-a21d-f73fcbbd8d09 {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:19:00.147893 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-599986fe-7918-4e68-9b4a-6aac9bfe26ff service neutron] Checking agent: {'id': '488b0f7b-d99c-4207-808d-fdc57746257f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 16, 24), 'started_at': datetime.datetime(2021, 5, 27, 11, 16, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:19:00.148816 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-599986fe-7918-4e68-9b4a-6aac9bfe26ff service neutron] Checking segment: {'id': 'fb4e28ff-9721-464e-abd4-401b71986c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:19:00.150582 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-599986fe-7918-4e68-9b4a-6aac9bfe26ff service neutron] Bound using segment: {'id': 'fb4e28ff-9721-464e-abd4-401b71986c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09'} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:19:00.153835 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-599986fe-7918-4e68-9b4a-6aac9bfe26ff service neutron] Bound port: c7d9542c-b119-46a2-8517-7efdd7301926, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb4e28ff-9721-464e-abd4-401b71986c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09'}}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:19:00.154426 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-599986fe-7918-4e68-9b4a-6aac9bfe26ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:00.295668 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-19c94e2e-0acc-4494-82eb-e63fe8ad55a4 req-6c2bf15e-8495-4271-b8e0-0109210c9680 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de7ef845-6780-44f9-82f4-43cd938ca0aa HTTP/1.1" status: 200 len: 217 time: 0.1531334 May 27 11:19:00.295937 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-599986fe-7918-4e68-9b4a-6aac9bfe26ff service neutron] For port c7d9542c-b119-46a2-8517-7efdd7301926, host hv-cinder-75157, cleared binding levels {{(pid=91847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:19:00.303195 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-599986fe-7918-4e68-9b4a-6aac9bfe26ff service neutron] For port c7d9542c-b119-46a2-8517-7efdd7301926, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=c7d9542c-b119-46a2-8517-7efdd7301926,segment=NetworkSegment(fb4e28ff-9721-464e-abd4-401b71986c46),segment_id=fb4e28ff-9721-464e-abd4-401b71986c46)] {{(pid=91847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:19:00.310281 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e3d05-55e5-4044-8236-52c30a5d4496 req-84993739-2b9f-4daa-9990-8af7ea33320b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:00.310713 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-599986fe-7918-4e68-9b4a-6aac9bfe26ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:00.312287 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5b2e3d05-55e5-4044-8236-52c30a5d4496 req-84993739-2b9f-4daa-9990-8af7ea33320b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=76ec8c68-8eb3-4175-ab2e-6ee1841fe059 HTTP/1.1" status: 200 len: 1098 time: 0.3721044 May 27 11:19:00.322885 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:00.383189 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c94e2e-0acc-4494-82eb-e63fe8ad55a4 req-5a7097fc-8069-4dc2-bf14-415f9356882f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:00.385938 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-19c94e2e-0acc-4494-82eb-e63fe8ad55a4 req-5a7097fc-8069-4dc2-bf14-415f9356882f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=369e4e27-1796-451b-8798-a21a60543ff2 HTTP/1.1" status: 200 len: 859 time: 0.0773633 May 27 11:19:00.396980 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a17be-df3a-4b31-9ac7-73e1d6a26f2d req-49f128b3-39ff-4a75-9ffc-422fb836aa4b tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:00.398562 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-840a17be-df3a-4b31-9ac7-73e1d6a26f2d req-49f128b3-39ff-4a75-9ffc-422fb836aa4b tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=76ec8c68-8eb3-4175-ab2e-6ee1841fe059 HTTP/1.1" status: 200 len: 945 time: 0.5987673 May 27 11:19:00.419079 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-599986fe-7918-4e68-9b4a-6aac9bfe26ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:00.419763 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-599986fe-7918-4e68-9b4a-6aac9bfe26ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for port, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:00.421223 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-599986fe-7918-4e68-9b4a-6aac9bfe26ff service neutron] 10.222.0.35 "PUT /v2.0/ports/c7d9542c-b119-46a2-8517-7efdd7301926 HTTP/1.1" status: 200 len: 1093 time: 1.6793306 May 27 11:19:00.421714 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f05c5f8e-e021-4014-82cc-761926dd767c', 'tag': 'c7d9542c-b119-46a2-8517-7efdd7301926'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:19:00.422213 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ed9a8-f47b-4912-b420-d381c3e0d469 req-513ff31e-9080-46f9-a5e9-be2efef716a8 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:00.432608 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2a4ed9a8-f47b-4912-b420-d381c3e0d469 req-513ff31e-9080-46f9-a5e9-be2efef716a8 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 943 time: 0.6331749 May 27 11:19:00.456773 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599986fe-7918-4e68-9b4a-6aac9bfe26ff service neutron] Pushing event updated for resources: {'Port': ['ID=c7d9542c-b119-46a2-8517-7efdd7301926,revision_number=3']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:00.480459 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-599986fe-7918-4e68-9b4a-6aac9bfe26ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:00.614831 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-19c94e2e-0acc-4494-82eb-e63fe8ad55a4 req-286a9f47-f336-4de7-8e08-acc41e85bc63 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0c305644-2dc8-4e1c-bdb2-2c8567d44268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1470556 May 27 11:19:00.620620 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-66473fb1-3143-471d-a624-5d208df9c384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:00.622122 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-66473fb1-3143-471d-a624-5d208df9c384 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=802e7975f0524c7ea779d173670046b7&device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 1096 time: 0.1307015 May 27 11:19:00.751179 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-c472b282-6162-4ca8-a3c0-8d329d3c2b1d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7d9542c-b119-46a2-8517-7efdd7301926 HTTP/1.1" status: 200 len: 217 time: 0.1131985 May 27 11:19:00.756176 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5b2e3d05-55e5-4044-8236-52c30a5d4496 req-084a278a-4c45-41da-af7f-b5b72670f535 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695424 May 27 11:19:00.768783 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-840a17be-df3a-4b31-9ac7-73e1d6a26f2d req-1c094cca-d9ef-49b3-82ae-88506ec46f23 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283179 May 27 11:19:00.835956 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2a4ed9a8-f47b-4912-b420-d381c3e0d469 req-2c60ac5a-022e-4fe2-9015-0c5b5def677d tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4021904 May 27 11:19:00.922715 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-19c94e2e-0acc-4494-82eb-e63fe8ad55a4 req-5447055e-898f-43d4-ac3d-a7908262cd01 service neutron] 10.222.0.35 "GET /v2.0/networks/0c305644-2dc8-4e1c-bdb2-2c8567d44268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734411 May 27 11:19:00.992117 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f05c5f8e-e021-4014-82cc-761926dd767c', 'tag': 'c7d9542c-b119-46a2-8517-7efdd7301926', 'status': 'completed', 'code': 200} May 27 11:19:01.130761 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655ca48-4dca-47b8-86a5-6853eec8bd8e req-b6f75391-3ea8-45c9-97aa-38f7a5f7741a tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:01.137918 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a655ca48-4dca-47b8-86a5-6853eec8bd8e req-b6f75391-3ea8-45c9-97aa-38f7a5f7741a tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/ports?device_id=2421e04e-9778-481d-95c2-15cf7799e783 HTTP/1.1" status: 200 len: 945 time: 0.2043853 May 27 11:19:01.177252 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-b20690c4-b67c-4f5a-86b3-118a4754eacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:01.180465 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-b20690c4-b67c-4f5a-86b3-118a4754eacc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=53f9b7c8-83a1-4c1c-aa60-764bc111576d HTTP/1.1" status: 200 len: 849 time: 0.2765696 May 27 11:19:01.354917 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-19c94e2e-0acc-4494-82eb-e63fe8ad55a4 req-84bea918-1b9c-40c7-9e3c-4a4175a0764b service neutron] 10.222.0.35 "GET /v2.0/networks/0c305644-2dc8-4e1c-bdb2-2c8567d44268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724420 May 27 11:19:01.357389 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-2a06142d-76a3-4224-a47b-b7ef69b684ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:01.360631 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-2a06142d-76a3-4224-a47b-b7ef69b684ff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dddfebc0-a063-4692-a21d-f73fcbbd8d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1665149 May 27 11:19:01.402273 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a655ca48-4dca-47b8-86a5-6853eec8bd8e req-8acaf963-93b2-4c21-9145-2f0910f8c9a1 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/security-groups?id=93be0890-bef3-4a50-b026-fd3b30e904ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633421 May 27 11:19:01.474396 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d783e67-0575-4398-9509-0b2910bf45e4 req-b40e1e39-dc4c-4086-960c-2c1d0bc742ee tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:01.483419 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7d783e67-0575-4398-9509-0b2910bf45e4 req-b40e1e39-dc4c-4086-960c-2c1d0bc742ee tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 943 time: 0.2961879 May 27 11:19:01.542997 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7d783e67-0575-4398-9509-0b2910bf45e4 req-a9473bc3-86fc-45e5-bc28-896c38465866 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582933 May 27 11:19:01.657338 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-c7ac72c3-cf69-4dce-8e99-119f8dfa3edc service neutron] 10.222.0.35 "GET /v2.0/networks/dddfebc0-a063-4692-a21d-f73fcbbd8d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719522 May 27 11:19:01.688895 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 54820) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:01.840351 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-f7debefa-b2c2-4b6a-beea-8af8ddf2f89b req-aa25d475-a1da-4072-9913-baed792c2fc8 service neutron] 10.222.0.35 "GET /v2.0/networks/dddfebc0-a063-4692-a21d-f73fcbbd8d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733782 May 27 11:19:02.023389 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591ed09-149b-4c89-ba63-af701273c249 req-626a8877-bb90-4ebf-9d4a-33ad4313b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:02.025451 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-4591ed09-149b-4c89-ba63-af701273c249 req-626a8877-bb90-4ebf-9d4a-33ad4313b30f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=802e7975f0524c7ea779d173670046b7&device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 1096 time: 0.1014812 May 27 11:19:02.224458 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b287a3-68ef-4b12-bb5b-1d25ceef419b req-b3477083-f818-49a2-b3f3-6c87feb2d63e tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:02.226525 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a4b287a3-68ef-4b12-bb5b-1d25ceef419b req-b3477083-f818-49a2-b3f3-6c87feb2d63e tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 943 time: 0.1968851 May 27 11:19:02.233343 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 6 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:19:02.240516 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75cf67-709d-4c3d-a3a0-d1681bd09077 req-52864c1c-025f-4908-a566-8618e99e5fe9 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:02.241880 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-8c2fccc3-730a-4c24-b2a0-99aea6997765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:02.242223 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ab75cf67-709d-4c3d-a3a0-d1681bd09077 req-52864c1c-025f-4908-a566-8618e99e5fe9 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=76ec8c68-8eb3-4175-ab2e-6ee1841fe059 HTTP/1.1" status: 200 len: 945 time: 0.2701101 May 27 11:19:02.263021 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-8c2fccc3-730a-4c24-b2a0-99aea6997765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:19:02.271393 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-8c2fccc3-730a-4c24-b2a0-99aea6997765 admin admin] Usage tracker for resource:security_group_rule and tenant:a64c2947e00d48e5ae42e15a591dc829 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:19:02.284394 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-8c2fccc3-730a-4c24-b2a0-99aea6997765 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:19:02.295587 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-8c2fccc3-730a-4c24-b2a0-99aea6997765 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:19:02.328250 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a4b287a3-68ef-4b12-bb5b-1d25ceef419b req-5fd211ae-28ce-4155-b4ce-fee5988498fd tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848317 May 27 11:19:02.335788 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591ed09-149b-4c89-ba63-af701273c249 req-b3fe7fcf-248e-4c9a-9721-8d8ff4ff023a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:02.337345 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-4591ed09-149b-4c89-ba63-af701273c249 req-b3fe7fcf-248e-4c9a-9721-8d8ff4ff023a service neutron] 10.222.0.35 "GET /v2.0/networks?id=dddfebc0-a063-4692-a21d-f73fcbbd8d09 HTTP/1.1" status: 200 len: 912 time: 0.2976680 May 27 11:19:02.348604 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ab75cf67-709d-4c3d-a3a0-d1681bd09077 req-c503cd49-2139-4e3e-acf0-505e66f88340 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840495 May 27 11:19:02.425075 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-4591ed09-149b-4c89-ba63-af701273c249 req-62ea7d8a-8363-4cdd-92fc-644925cfa730 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7d9542c-b119-46a2-8517-7efdd7301926 HTTP/1.1" status: 200 len: 217 time: 0.0776470 May 27 11:19:02.576909 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-8c2fccc3-730a-4c24-b2a0-99aea6997765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:02.587380 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-8c2fccc3-730a-4c24-b2a0-99aea6997765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:02.601986 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-239b1e72-2199-451b-b778-d02003a6d8db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:02.627519 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 878b7503-ad4e-47bb-9f54-82414c028a77 up at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:19:02.628532 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591ed09-149b-4c89-ba63-af701273c249 req-d3e3db7e-ea76-45b3-8090-90db6792288f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:02.630959 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-4591ed09-149b-4c89-ba63-af701273c249 req-d3e3db7e-ea76-45b3-8090-90db6792288f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=53f9b7c8-83a1-4c1c-aa60-764bc111576d HTTP/1.1" status: 200 len: 849 time: 0.1452594 May 27 11:19:02.724363 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-8c2fccc3-730a-4c24-b2a0-99aea6997765 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a64c2947e00d48e5ae42e15a591dc829&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0335052 May 27 11:19:02.731443 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acc8c1-56c6-43b0-ae13-bdd727dc0e37 req-ca243cbb-893f-4b20-a702-ee3f8a20320a tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:02.739155 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 54858) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:02.744053 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-67acc8c1-56c6-43b0-ae13-bdd727dc0e37 req-ca243cbb-893f-4b20-a702-ee3f8a20320a tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/ports?device_id=2421e04e-9778-481d-95c2-15cf7799e783 HTTP/1.1" status: 200 len: 945 time: 0.2176752 May 27 11:19:02.750829 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2fccc3-730a-4c24-b2a0-99aea6997765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d494cbf5-9fb7-4181-a6e5-ddf579925d66,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:02.757633 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning for port 878b7503-ad4e-47bb-9f54-82414c028a77 completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:19:02.775211 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning complete for port 878b7503-ad4e-47bb-9f54-82414c028a77 triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:19:02.775749 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:02.799513 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-8c2fccc3-730a-4c24-b2a0-99aea6997765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:02.913476 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-67acc8c1-56c6-43b0-ae13-bdd727dc0e37 req-662f8927-0d2c-45f1-9ce0-64434c6360bf tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/security-groups?id=93be0890-bef3-4a50-b026-fd3b30e904ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684277 May 27 11:19:02.959422 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-4f807d35-61e6-4897-b025-9ea7bd552d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:02.964046 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c868f93-7d4e-495c-bdea-4ab489c5a18b req-2418fc0f-7c8f-42e0-be27-02ccb60f692b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:02.967315 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7c868f93-7d4e-495c-bdea-4ab489c5a18b req-2418fc0f-7c8f-42e0-be27-02ccb60f692b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 943 time: 0.1796098 May 27 11:19:02.978708 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:02.992120 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-4f807d35-61e6-4897-b025-9ea7bd552d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:03.031499 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 878b7503-ad4e-47bb-9f54-82414c028a77, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=878b7503-ad4e-47bb-9f54-82414c028a77,segment=NetworkSegment(8040322f-6478-4370-b0e4-5e2abd08f336),segment_id=8040322f-6478-4370-b0e4-5e2abd08f336)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:19:03.034102 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878b7503-ad4e-47bb-9f54-82414c028a77'}] {{(pid=91849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:19:03.055477 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:03.057179 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-4f807d35-61e6-4897-b025-9ea7bd552d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:03.058498 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:03.061546 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-8c2fccc3-730a-4c24-b2a0-99aea6997765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:03.074175 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591ed09-149b-4c89-ba63-af701273c249 req-0caf419b-8231-4b15-882a-486c7d851389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:03.075742 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-4591ed09-149b-4c89-ba63-af701273c249 req-0caf419b-8231-4b15-882a-486c7d851389 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dddfebc0-a063-4692-a21d-f73fcbbd8d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.4149454 May 27 11:19:03.079203 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f807d35-61e6-4897-b025-9ea7bd552d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d494cbf5-9fb7-4181-a6e5-ddf579925d66,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:03.085209 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-4f807d35-61e6-4897-b025-9ea7bd552d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:03.087093 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-4f807d35-61e6-4897-b025-9ea7bd552d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:03.090907 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-4f807d35-61e6-4897-b025-9ea7bd552d84 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d494cbf5-9fb7-4181-a6e5-ddf579925d66 HTTP/1.1" status: 204 len: 168 time: 0.3459461 May 27 11:19:03.132650 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7c868f93-7d4e-495c-bdea-4ab489c5a18b req-ef150a72-8e7a-4b02-b879-20c0fe900ce7 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589282 May 27 11:19:03.194715 dv-cinder-751579-23-smb neutron-server[91849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878b7503-ad4e-47bb-9f54-82414c028a77', 'code': 200} May 27 11:19:03.263415 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=878b7503-ad4e-47bb-9f54-82414c028a77,revision_number=5']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:03.279645 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:03.342619 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-4591ed09-149b-4c89-ba63-af701273c249 req-3418c54e-5edb-40fb-aed7-36569aa350e4 service neutron] 10.222.0.35 "GET /v2.0/networks/dddfebc0-a063-4692-a21d-f73fcbbd8d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464356 May 27 11:19:03.613019 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-4591ed09-149b-4c89-ba63-af701273c249 req-6c4b15d2-efbc-455f-a3f4-884d856ab706 service neutron] 10.222.0.35 "GET /v2.0/networks/dddfebc0-a063-4692-a21d-f73fcbbd8d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575066 May 27 11:19:03.731050 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d91cf-989e-4766-9599-6a3d24e00391 req-b8fdc4cb-f8a6-4ed4-9b1a-1ca91d143ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:03.732724 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-575d91cf-989e-4766-9599-6a3d24e00391 req-b8fdc4cb-f8a6-4ed4-9b1a-1ca91d143ed8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 1098 time: 0.3168638 May 27 11:19:03.751824 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 54890) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:03.788754 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1c681058-f4ab-4721-b6a5-3898e6d477e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:03.794295 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-575d91cf-989e-4766-9599-6a3d24e00391 req-488fa757-3c23-4e57-a7f9-d9d4d87ef2b3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507510 May 27 11:19:03.819294 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ec707-4c57-419e-8bfb-1427cc1913b2 req-12d85451-2e54-4337-a274-e4e2a2a01020 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:03.826910 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ab7ec707-4c57-419e-8bfb-1427cc1913b2 req-12d85451-2e54-4337-a274-e4e2a2a01020 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 943 time: 0.2339468 May 27 11:19:03.829478 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-1c681058-f4ab-4721-b6a5-3898e6d477e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:19:03.842150 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-1c681058-f4ab-4721-b6a5-3898e6d477e8 admin admin] Usage tracker for resource:security_group_rule and tenant:f4d355ae5e044171a0dd59b576d6859c is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:19:03.846115 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-1c681058-f4ab-4721-b6a5-3898e6d477e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:19:03.853942 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-1c681058-f4ab-4721-b6a5-3898e6d477e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:19:03.854384 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd07c0-3855-4c40-b199-a8ceea5581cd req-f1b18653-de81-4915-a69a-d8053415a383 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:03.856075 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-eebd07c0-3855-4c40-b199-a8ceea5581cd req-f1b18653-de81-4915-a69a-d8053415a383 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=76ec8c68-8eb3-4175-ab2e-6ee1841fe059 HTTP/1.1" status: 200 len: 945 time: 0.1979642 May 27 11:19:03.928170 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ab7ec707-4c57-419e-8bfb-1427cc1913b2 req-982f1e55-57d4-49a6-92da-6d6bbabd9ce1 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002965 May 27 11:19:03.953092 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-eebd07c0-3855-4c40-b199-a8ceea5581cd req-4324edda-3b94-41ff-b84a-7bb81f2b46d6 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870118 May 27 11:19:04.002719 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1c681058-f4ab-4721-b6a5-3898e6d477e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:04.008049 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1c681058-f4ab-4721-b6a5-3898e6d477e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:04.017144 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-ec508cf6-a614-44db-9709-c18757d65f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:04.070235 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-1c681058-f4ab-4721-b6a5-3898e6d477e8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f4d355ae5e044171a0dd59b576d6859c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3139751 May 27 11:19:04.070235 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c681058-f4ab-4721-b6a5-3898e6d477e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04976c1-f44f-4851-9842-5d928bf6b23d,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:04.070601 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 54898) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:04.072484 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1c681058-f4ab-4721-b6a5-3898e6d477e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:04.134318 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-4c7f34b7-6b24-4d3c-981b-60240cf85fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:04.168515 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-4c7f34b7-6b24-4d3c-981b-60240cf85fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:04.236763 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-4c7f34b7-6b24-4d3c-981b-60240cf85fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:04.242595 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:04.259163 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f34b7-6b24-4d3c-981b-60240cf85fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04976c1-f44f-4851-9842-5d928bf6b23d,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:04.261450 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-4c7f34b7-6b24-4d3c-981b-60240cf85fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:04.315473 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-4c7f34b7-6b24-4d3c-981b-60240cf85fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:04.316648 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-4c7f34b7-6b24-4d3c-981b-60240cf85fbf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e04976c1-f44f-4851-9842-5d928bf6b23d HTTP/1.1" status: 204 len: 168 time: 0.2450356 May 27 11:19:04.363069 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d3da6-0822-4675-9806-900ea159440e req-b25f6738-f937-4e71-a719-2f560289e45f tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:04.365668 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6e2d3da6-0822-4675-9806-900ea159440e req-b25f6738-f937-4e71-a719-2f560289e45f tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 943 time: 0.1107955 May 27 11:19:04.428137 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6e2d3da6-0822-4675-9806-900ea159440e req-39166c12-c6be-4cd5-9ec2-86d2a5c69b0c tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536475 May 27 11:19:04.623111 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device de7ef845-6780-44f9-82f4-43cd938ca0aa details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:19:04.800170 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port de7ef845-6780-44f9-82f4-43cd938ca0aa, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=de7ef845-6780-44f9-82f4-43cd938ca0aa,segment=NetworkSegment(8040322f-6478-4370-b0e4-5e2abd08f336),segment_id=8040322f-6478-4370-b0e4-5e2abd08f336)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:19:04.822333 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Returning: {'device': 'de7ef845-6780-44f9-82f4-43cd938ca0aa', 'network_id': '0c305644-2dc8-4e1c-bdb2-2c8567d44268', 'port_id': 'de7ef845-6780-44f9-82f4-43cd938ca0aa', 'mac_address': 'fa:16:3e:54:f7:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '369e4e27-1796-451b-8798-a21a60543ff2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:19:04.885657 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:04.915496 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de7ef845-6780-44f9-82f4-43cd938ca0aa {{(pid=91849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:19:04.936566 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port de7ef845-6780-44f9-82f4-43cd938ca0aa, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=de7ef845-6780-44f9-82f4-43cd938ca0aa,segment=NetworkSegment(8040322f-6478-4370-b0e4-5e2abd08f336),segment_id=8040322f-6478-4370-b0e4-5e2abd08f336)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:19:04.942598 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:04.945147 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-ec1ab67a-020b-4619-a01d-7b419a98bba8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:05.048463 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=de7ef845-6780-44f9-82f4-43cd938ca0aa,revision_number=4']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:05.054559 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:05.183477 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fb1f9-5ca8-4a9b-95fd-b0ee46357111 req-f566e61f-0fb8-44bf-b8bb-81dd0b3eb21f tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:05.186083 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8a3fb1f9-5ca8-4a9b-95fd-b0ee46357111 req-f566e61f-0fb8-44bf-b8bb-81dd0b3eb21f tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 944 time: 0.1050889 May 27 11:19:05.267860 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8a3fb1f9-5ca8-4a9b-95fd-b0ee46357111 req-2909d598-df2c-417a-9f37-88da0e74e7e1 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709991 May 27 11:19:05.655261 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f21a2-f0f1-4f05-a1ce-8bfbd5d64802 req-3d97ebdd-77e2-47cf-806f-8ba8a6e757c1 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:05.657209 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-578f21a2-f0f1-4f05-a1ce-8bfbd5d64802 req-3d97ebdd-77e2-47cf-806f-8ba8a6e757c1 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 943 time: 0.0955760 May 27 11:19:05.664102 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['de7ef845-6780-44f9-82f4-43cd938ca0aa'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:19:05.715232 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-578f21a2-f0f1-4f05-a1ce-8bfbd5d64802 req-c66c1cad-a396-4a32-9e2c-2dccaba1b6e2 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465114 May 27 11:19:06.548047 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c1e94-5f50-4de5-a2ff-c49f7749a266 req-dcbde88e-a62b-48a5-b640-18c8ba3dbcc4 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:06.550509 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1d3c1e94-5f50-4de5-a2ff-c49f7749a266 req-dcbde88e-a62b-48a5-b640-18c8ba3dbcc4 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 944 time: 0.1012137 May 27 11:19:06.601489 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1d3c1e94-5f50-4de5-a2ff-c49f7749a266 req-f93ba038-3fb5-4bdd-9e3f-20f66c3e6b48 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446732 May 27 11:19:06.641338 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device c7d9542c-b119-46a2-8517-7efdd7301926 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:19:06.958459 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port c7d9542c-b119-46a2-8517-7efdd7301926, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=c7d9542c-b119-46a2-8517-7efdd7301926,segment=NetworkSegment(fb4e28ff-9721-464e-abd4-401b71986c46),segment_id=fb4e28ff-9721-464e-abd4-401b71986c46)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:19:06.982722 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Returning: {'device': 'c7d9542c-b119-46a2-8517-7efdd7301926', 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09', 'port_id': 'c7d9542c-b119-46a2-8517-7efdd7301926', 'mac_address': 'fa:16:3e:e9:d0:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f9b7c8-83a1-4c1c-aa60-764bc111576d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:19:07.049498 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e2ce5-61ad-439b-869a-20f9fed86cbc req-d647057b-d05f-40e6-b160-fc2f5df09afd tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:07.051096 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3d6e2ce5-61ad-439b-869a-20f9fed86cbc req-d647057b-d05f-40e6-b160-fc2f5df09afd tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 943 time: 0.1542122 May 27 11:19:07.074296 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:07.102456 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7d9542c-b119-46a2-8517-7efdd7301926 {{(pid=91849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:19:07.122618 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3d6e2ce5-61ad-439b-869a-20f9fed86cbc req-734e06a6-8240-4d2d-b586-981f309304b9 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627429 May 27 11:19:07.126096 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port c7d9542c-b119-46a2-8517-7efdd7301926, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=c7d9542c-b119-46a2-8517-7efdd7301926,segment=NetworkSegment(fb4e28ff-9721-464e-abd4-401b71986c46),segment_id=fb4e28ff-9721-464e-abd4-401b71986c46)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:19:07.128064 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 55012) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:07.144406 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:07.147333 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:07.225804 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=c7d9542c-b119-46a2-8517-7efdd7301926,revision_number=4']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:07.229166 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:07.293205 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-e4f71d59-d918-4ea2-9035-4947b6984642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:07.316442 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-e4f71d59-d918-4ea2-9035-4947b6984642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:19:07.321743 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-e4f71d59-d918-4ea2-9035-4947b6984642 admin admin] Usage tracker for resource:security_group_rule and tenant:d1fb9186dfc14b77ac86ea6807b9cad7 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:19:07.325272 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-e4f71d59-d918-4ea2-9035-4947b6984642 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:19:07.332329 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-e4f71d59-d918-4ea2-9035-4947b6984642 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:19:07.482769 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-e4f71d59-d918-4ea2-9035-4947b6984642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:07.487901 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-e4f71d59-d918-4ea2-9035-4947b6984642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:07.503772 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-0d3ece67-fb7a-4bec-9a21-8d4f999ecd15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:07.579403 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f71d59-d918-4ea2-9035-4947b6984642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d96911e-dde8-4b23-ad30-b1a9f8ab1f57,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:07.605193 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-e4f71d59-d918-4ea2-9035-4947b6984642 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d1fb9186dfc14b77ac86ea6807b9cad7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4757440 May 27 11:19:07.606988 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-e4f71d59-d918-4ea2-9035-4947b6984642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:07.608624 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 55024) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:07.713411 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-632155fc-9a99-46f0-ac44-cf04e61526de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:07.760879 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-632155fc-9a99-46f0-ac44-cf04e61526de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:07.877107 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['c7d9542c-b119-46a2-8517-7efdd7301926'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:19:07.883137 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-632155fc-9a99-46f0-ac44-cf04e61526de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:07.891612 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:07.907180 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632155fc-9a99-46f0-ac44-cf04e61526de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d96911e-dde8-4b23-ad30-b1a9f8ab1f57,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:07.912943 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-632155fc-9a99-46f0-ac44-cf04e61526de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:07.918866 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-632155fc-9a99-46f0-ac44-cf04e61526de admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:07.920176 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-632155fc-9a99-46f0-ac44-cf04e61526de admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8d96911e-dde8-4b23-ad30-b1a9f8ab1f57 HTTP/1.1" status: 204 len: 168 time: 0.3100903 May 27 11:19:07.932877 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0719d-9196-4fd6-8859-a93c50b809d8 req-3f51ce8a-305d-4296-8f75-d56bb7030395 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:07.934363 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-bac0719d-9196-4fd6-8859-a93c50b809d8 req-3f51ce8a-305d-4296-8f75-d56bb7030395 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 944 time: 0.1375258 May 27 11:19:08.000258 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-bac0719d-9196-4fd6-8859-a93c50b809d8 req-f989e270-6160-4731-b64b-022b584735bc tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577443 May 27 11:19:08.276796 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 55040) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:08.310081 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-b5397bfc-db55-4e99-ae14-5ef860293b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:08.327302 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-b5397bfc-db55-4e99-ae14-5ef860293b89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:19:08.331188 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-b5397bfc-db55-4e99-ae14-5ef860293b89 admin admin] Usage tracker for resource:security_group_rule and tenant:1d071c540b7d4ac1a62388479f29c2e4 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:19:08.335195 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-b5397bfc-db55-4e99-ae14-5ef860293b89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:19:08.341232 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-b5397bfc-db55-4e99-ae14-5ef860293b89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:19:08.363199 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9729df8-ed98-462d-932d-bf70a7fc8f7a req-e253a7cb-c23f-44c9-a015-81c6da99151f tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:08.364564 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e9729df8-ed98-462d-932d-bf70a7fc8f7a req-e253a7cb-c23f-44c9-a015-81c6da99151f tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 944 time: 0.1100008 May 27 11:19:08.417298 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e9729df8-ed98-462d-932d-bf70a7fc8f7a req-92a520f5-96fc-4fce-93e4-6096700d9847 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457761 May 27 11:19:08.436548 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-b5397bfc-db55-4e99-ae14-5ef860293b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:08.440921 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-b5397bfc-db55-4e99-ae14-5ef860293b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:08.453539 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:08.493693 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-b5397bfc-db55-4e99-ae14-5ef860293b89 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1d071c540b7d4ac1a62388479f29c2e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2145712 May 27 11:19:08.495252 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5397bfc-db55-4e99-ae14-5ef860293b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353ac9d7-a337-4b09-b60b-884c5c3ebf34,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:08.496548 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 55044) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:08.498343 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-b5397bfc-db55-4e99-ae14-5ef860293b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:08.557181 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-af0010ab-b526-4080-8317-009af740ed00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:08.591145 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-af0010ab-b526-4080-8317-009af740ed00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:08.650619 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-af0010ab-b526-4080-8317-009af740ed00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:08.655928 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-632155fc-9a99-46f0-ac44-cf04e61526de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:08.662152 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device de7ef845-6780-44f9-82f4-43cd938ca0aa up at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:19:08.669837 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0010ab-b526-4080-8317-009af740ed00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353ac9d7-a337-4b09-b60b-884c5c3ebf34,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:08.679292 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-af0010ab-b526-4080-8317-009af740ed00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:08.680643 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-af0010ab-b526-4080-8317-009af740ed00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:08.684772 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-af0010ab-b526-4080-8317-009af740ed00 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/353ac9d7-a337-4b09-b60b-884c5c3ebf34 HTTP/1.1" status: 204 len: 168 time: 0.1842201 May 27 11:19:08.784811 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning for port de7ef845-6780-44f9-82f4-43cd938ca0aa completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:19:08.791961 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning complete for port de7ef845-6780-44f9-82f4-43cd938ca0aa triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:19:08.792341 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:08.944580 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:08.980230 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570b2e26-3083-400f-a7ab-7863b54f39c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7ef845-6780-44f9-82f4-43cd938ca0aa'}] {{(pid=91849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:19:09.006677 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port de7ef845-6780-44f9-82f4-43cd938ca0aa, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=de7ef845-6780-44f9-82f4-43cd938ca0aa,segment=NetworkSegment(8040322f-6478-4370-b0e4-5e2abd08f336),segment_id=8040322f-6478-4370-b0e4-5e2abd08f336)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:19:09.015335 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:09.019509 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:09.080207 dv-cinder-751579-23-smb neutron-server[91849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570b2e26-3083-400f-a7ab-7863b54f39c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7ef845-6780-44f9-82f4-43cd938ca0aa', 'code': 200} May 27 11:19:09.139411 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=de7ef845-6780-44f9-82f4-43cd938ca0aa,revision_number=5']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:09.143779 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:09.557130 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75a1b4-85b9-42b0-a95b-4f6608d1d4af req-d0bd753e-02c6-4db1-bc7d-d0eb85129cba tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:09.564702 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-bb75a1b4-85b9-42b0-a95b-4f6608d1d4af req-d0bd753e-02c6-4db1-bc7d-d0eb85129cba tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.3389845 May 27 11:19:09.600616 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a9e6e-d568-4465-949e-6a3ab6554f94 req-b565f2cb-02f6-4d49-9289-5ec4b6c63af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:09.602228 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f30a9e6e-d568-4465-949e-6a3ab6554f94 req-b565f2cb-02f6-4d49-9289-5ec4b6c63af7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 1098 time: 0.2021117 May 27 11:19:09.650447 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-bb75a1b4-85b9-42b0-a95b-4f6608d1d4af req-77653937-1b03-4578-8927-460a0a6a7c20 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847728 May 27 11:19:09.724615 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-f30a9e6e-d568-4465-949e-6a3ab6554f94 req-ecd9d9b3-83f8-4bf4-aaba-c91e10fdb59c service neutron] Synchronizing usage tracker for tenant:6089846f4ece4e3bbb864c211322eb4e on resource:security_group {{(pid=91848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:19:09.766897 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-f30a9e6e-d568-4465-949e-6a3ab6554f94 req-ecd9d9b3-83f8-4bf4-aaba-c91e10fdb59c service neutron] Unset dirty status for tenant:6089846f4ece4e3bbb864c211322eb4e on resource:security_group {{(pid=91848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:19:09.768081 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f30a9e6e-d568-4465-949e-6a3ab6554f94 req-ecd9d9b3-83f8-4bf4-aaba-c91e10fdb59c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392710 May 27 11:19:09.781279 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e19cc-a52c-4e69-8119-d3f56d3336e4 req-a55dba59-69d8-499b-ac02-eeab4e1175f0 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:09.790345 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a55e19cc-a52c-4e69-8119-d3f56d3336e4 req-a55dba59-69d8-499b-ac02-eeab4e1175f0 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 944 time: 0.1388371 May 27 11:19:09.843799 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a55e19cc-a52c-4e69-8119-d3f56d3336e4 req-29cb41fb-bd3a-4344-883f-d4406f2c48b1 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525253 May 27 11:19:10.378659 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-277c93f0-2119-4a29-91f6-640236277d0b tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:10.381035 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-277c93f0-2119-4a29-91f6-640236277d0b tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/networks?id=3633c235-4756-45b7-9341-a649fc616bec HTTP/1.1" status: 200 len: 815 time: 0.2367911 May 27 11:19:10.396667 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-befa315c-c0f7-439a-8de4-e25d7fdb7fde tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/quotas/8d42625dceb84e92adbcff7fb4675425 HTTP/1.1" status: 200 len: 375 time: 0.0091960 May 27 11:19:10.478887 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-fcaba66c-da69-4157-80a7-c5622cbe182a tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8d42625dceb84e92adbcff7fb4675425&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0769806 May 27 11:19:10.642184 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-79c3fbd1-e0d1-4b34-8217-d87b44dcfd16 service neutron] 10.222.0.77 "GET /v2.0/networks/3633c235-4756-45b7-9341-a649fc616bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559546 May 27 11:19:10.658326 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device c7d9542c-b119-46a2-8517-7efdd7301926 up at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:19:10.773446 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning for port c7d9542c-b119-46a2-8517-7efdd7301926 completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:19:10.779894 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning complete for port c7d9542c-b119-46a2-8517-7efdd7301926 triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:19:10.780281 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:10.838840 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-9b35effc-aef2-4a00-9513-1d87f60dedcd service neutron] 10.222.0.77 "GET /v2.0/networks/3633c235-4756-45b7-9341-a649fc616bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881919 May 27 11:19:10.936501 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:10.998065 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port c7d9542c-b119-46a2-8517-7efdd7301926, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=c7d9542c-b119-46a2-8517-7efdd7301926,segment=NetworkSegment(fb4e28ff-9721-464e-abd4-401b71986c46),segment_id=fb4e28ff-9721-464e-abd4-401b71986c46)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:19:11.003153 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:11.006913 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:11.019210 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2f331-7501-4b1c-a56c-e83c2d4128da req-b43d2ecd-9c52-45ad-a201-d857cb6febd0 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:11.021273 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-35b2f331-7501-4b1c-a56c-e83c2d4128da req-b43d2ecd-9c52-45ad-a201-d857cb6febd0 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.1286919 May 27 11:19:11.107372 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-35b2f331-7501-4b1c-a56c-e83c2d4128da req-e5087cc9-d467-4b61-a173-e0e9a94fe47b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775583 May 27 11:19:11.138452 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05c5f8e-e021-4014-82cc-761926dd767c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d9542c-b119-46a2-8517-7efdd7301926'}] {{(pid=91849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:19:11.191787 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=c7d9542c-b119-46a2-8517-7efdd7301926,revision_number=5']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:11.199689 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:11.384014 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6612350c-a409-4eef-a958-14bb260965a1 req-314cccf5-0552-42ea-b67a-3f64c123eb93 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=263b9d83-37f3-4d2e-9e5d-adb04cfff9de HTTP/1.1" status: 200 len: 210 time: 0.1932533 May 27 11:19:11.445584 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac51e14-4a30-4da5-abe5-1a979a97fae6 req-694385ff-af6b-4e61-b680-032104b1f346 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:11.453317 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2ac51e14-4a30-4da5-abe5-1a979a97fae6 req-694385ff-af6b-4e61-b680-032104b1f346 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 945 time: 0.1201065 May 27 11:19:11.478415 dv-cinder-751579-23-smb neutron-server[91849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05c5f8e-e021-4014-82cc-761926dd767c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d9542c-b119-46a2-8517-7efdd7301926', 'code': 200} May 27 11:19:11.558465 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2ac51e14-4a30-4da5-abe5-1a979a97fae6 req-a9acdce0-ceba-4254-9cd9-ad9a51a563aa tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968831 May 27 11:19:11.756982 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 55210) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:11.918654 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-93fd35d9-c122-4d33-aad7-beb009f1447e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:11.936983 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-93fd35d9-c122-4d33-aad7-beb009f1447e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:19:11.941588 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-93fd35d9-c122-4d33-aad7-beb009f1447e admin admin] Usage tracker for resource:security_group_rule and tenant:9774260c70d346af8075ed5557980e13 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:19:11.946601 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-93fd35d9-c122-4d33-aad7-beb009f1447e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:19:11.955040 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-93fd35d9-c122-4d33-aad7-beb009f1447e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:19:12.080759 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-93fd35d9-c122-4d33-aad7-beb009f1447e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:12.084259 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-93fd35d9-c122-4d33-aad7-beb009f1447e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:12.094735 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:12.179408 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 55224) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:12.180177 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-93fd35d9-c122-4d33-aad7-beb009f1447e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9774260c70d346af8075ed5557980e13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4220872 May 27 11:19:12.181267 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd35d9-c122-4d33-aad7-beb009f1447e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c0ef40-cc52-4954-ba45-c94cdaf1dde4,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:12.184963 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-93fd35d9-c122-4d33-aad7-beb009f1447e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:12.488639 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-f4aa756e-7f09-40c3-a3f9-6e2df73c7ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:12.508459 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae291ce-25c6-4b04-9e10-535784e032e6 req-c4dabe32-3e29-4f26-9fb7-ea46336f106d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:12.509951 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7ae291ce-25c6-4b04-9e10-535784e032e6 req-c4dabe32-3e29-4f26-9fb7-ea46336f106d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 1098 time: 0.2905142 May 27 11:19:12.554092 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae062dd8-1b71-452f-a82e-a870408aaeeb req-160c801c-ca4c-4523-b259-348bda756eda tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:12.555481 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ae062dd8-1b71-452f-a82e-a870408aaeeb req-160c801c-ca4c-4523-b259-348bda756eda tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.2812679 May 27 11:19:12.579168 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-f4aa756e-7f09-40c3-a3f9-6e2df73c7ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:12.633821 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7ae291ce-25c6-4b04-9e10-535784e032e6 req-e3b6f348-8139-4d56-93fd-92d48cbd28a5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154525 May 27 11:19:12.662239 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68904dc-d9de-4478-801a-2e1534021579 req-7db3fd7b-f286-46fd-9c95-9dcb804be218 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:12.663742 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b68904dc-d9de-4478-801a-2e1534021579 req-7db3fd7b-f286-46fd-9c95-9dcb804be218 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/ports?device_id=2421e04e-9778-481d-95c2-15cf7799e783 HTTP/1.1" status: 200 len: 945 time: 0.2794685 May 27 11:19:12.694065 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ae062dd8-1b71-452f-a82e-a870408aaeeb req-0596239a-3bde-4775-9cf5-90e4406d19f8 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293433 May 27 11:19:12.729839 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b68904dc-d9de-4478-801a-2e1534021579 req-153fee84-1298-441b-9202-3535e6ff4537 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/security-groups?id=93be0890-bef3-4a50-b026-fd3b30e904ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582104 May 27 11:19:12.737217 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-f4aa756e-7f09-40c3-a3f9-6e2df73c7ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:12.744484 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:12.766187 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa756e-7f09-40c3-a3f9-6e2df73c7ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c0ef40-cc52-4954-ba45-c94cdaf1dde4,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:12.771433 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-f4aa756e-7f09-40c3-a3f9-6e2df73c7ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:12.776805 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-f4aa756e-7f09-40c3-a3f9-6e2df73c7ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:12.780965 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-f4aa756e-7f09-40c3-a3f9-6e2df73c7ba7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/80c0ef40-cc52-4954-ba45-c94cdaf1dde4 HTTP/1.1" status: 204 len: 168 time: 0.5995188 May 27 11:19:12.962158 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-47abad2f-3e25-4ecf-9e9b-5fa25c142fb4 req-0fc8937b-504d-42dd-92cd-3eb3d49f6c4f tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=263b9d83-37f3-4d2e-9e5d-adb04cfff9de HTTP/1.1" status: 200 len: 210 time: 0.0839415 May 27 11:19:13.008044 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c04f5-da50-4411-9553-125689ff0a49 req-bcc77aa0-5d57-4419-9bda-66982f07ba1c tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:13.009729 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5e2c04f5-da50-4411-9553-125689ff0a49 req-bcc77aa0-5d57-4419-9bda-66982f07ba1c tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 945 time: 0.0925095 May 27 11:19:13.035012 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 55248) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:13.073409 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5e2c04f5-da50-4411-9553-125689ff0a49 req-4e9b1eb5-1713-4646-a076-2f25618b9eee tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560338 May 27 11:19:13.189681 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 55256) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:13.202014 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-8c6b79f8-3349-4cef-b00e-c19da0fa17c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:13.219884 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-92100893-dddd-4b0c-bb0d-f6f9cd9e5b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:13.220864 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-8c6b79f8-3349-4cef-b00e-c19da0fa17c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:19:13.225717 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-8c6b79f8-3349-4cef-b00e-c19da0fa17c6 admin admin] Usage tracker for resource:security_group_rule and tenant:c8d7afda3ad74e2c9f5741154c97ba6d is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:19:13.228986 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-8c6b79f8-3349-4cef-b00e-c19da0fa17c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:19:13.235983 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-8c6b79f8-3349-4cef-b00e-c19da0fa17c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:19:13.236169 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-92100893-dddd-4b0c-bb0d-f6f9cd9e5b0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:19:13.241656 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-92100893-dddd-4b0c-bb0d-f6f9cd9e5b0a admin admin] Usage tracker for resource:security_group_rule and tenant:d2b6059cc7be40ba9c43534708ad8e4c is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:19:13.245927 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-92100893-dddd-4b0c-bb0d-f6f9cd9e5b0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:19:13.256306 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-92100893-dddd-4b0c-bb0d-f6f9cd9e5b0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:19:13.426919 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-92100893-dddd-4b0c-bb0d-f6f9cd9e5b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:13.436917 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-92100893-dddd-4b0c-bb0d-f6f9cd9e5b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:13.448778 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:13.550046 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-92100893-dddd-4b0c-bb0d-f6f9cd9e5b0a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d2b6059cc7be40ba9c43534708ad8e4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3569527 May 27 11:19:13.557337 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 55268) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:13.561822 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92100893-dddd-4b0c-bb0d-f6f9cd9e5b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c5f484-89f7-4669-93b4-4597392d89c7,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:13.592616 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-92100893-dddd-4b0c-bb0d-f6f9cd9e5b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:13.601672 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-7f6dc9f3-b7fa-4920-829c-25c969283a3d tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:13.603229 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-7f6dc9f3-b7fa-4920-829c-25c969283a3d tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.35 "GET /v2.0/networks?id=3633c235-4756-45b7-9341-a649fc616bec HTTP/1.1" status: 200 len: 815 time: 0.3598151 May 27 11:19:13.642463 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-d9c38e22-f93d-4eb9-9de4-08055e0727cb tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Request body: {'port': {'device_id': '263b9d83-37f3-4d2e-9e5d-adb04cfff9de', 'network_id': '3633c235-4756-45b7-9341-a649fc616bec', 'admin_state_up': True, 'tenant_id': '8d42625dceb84e92adbcff7fb4675425'}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:19:13.658275 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0660a-ae73-45df-af72-02ccc492e62e req-09209347-1cf2-4e8f-b537-25dc4f18c7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:13.659939 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-13d0660a-ae73-45df-af72-02ccc492e62e req-09209347-1cf2-4e8f-b537-25dc4f18c7bc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=14b4c167ec414b36b060953567b3bf93&device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 1098 time: 0.1988094 May 27 11:19:13.667848 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-abf937cd-50fe-42e4-b0c7-422092c5984a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:13.680833 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-8c6b79f8-3349-4cef-b00e-c19da0fa17c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:13.737907 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-8c6b79f8-3349-4cef-b00e-c19da0fa17c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:13.753295 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-3f98d444-6f5f-44fe-87a3-679367bc0c41 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:13.772621 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88166367-fd74-46fb-9123-38a2de67614d req-a0a47c8c-07a8-4043-934c-5b3b2a73327e tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:13.783250 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-88166367-fd74-46fb-9123-38a2de67614d req-a0a47c8c-07a8-4043-934c-5b3b2a73327e tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.3452063 May 27 11:19:13.792964 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-abf937cd-50fe-42e4-b0c7-422092c5984a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:13.941321 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0660a-ae73-45df-af72-02ccc492e62e req-87bb535a-6aa8-451a-a61c-1777c9f00302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:13.944043 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-13d0660a-ae73-45df-af72-02ccc492e62e req-87bb535a-6aa8-451a-a61c-1777c9f00302 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0c305644-2dc8-4e1c-bdb2-2c8567d44268 HTTP/1.1" status: 200 len: 921 time: 0.1952186 May 27 11:19:13.951774 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-abf937cd-50fe-42e4-b0c7-422092c5984a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:13.955522 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-f6c14e1b-8d8b-4df1-b17e-d54ac8e00d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:14.000434 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-8c6b79f8-3349-4cef-b00e-c19da0fa17c6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c8d7afda3ad74e2c9f5741154c97ba6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9630008 May 27 11:19:14.003381 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-88166367-fd74-46fb-9123-38a2de67614d req-f7410d2c-ec7a-4227-8864-ed3b68b46b4a tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183735 May 27 11:19:14.003884 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 55284) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:14.015582 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b79f8-3349-4cef-b00e-c19da0fa17c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1d1d43-4ef0-4da2-b6e0-062c370ef527,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:14.024900 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-8c6b79f8-3349-4cef-b00e-c19da0fa17c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:14.043469 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf937cd-50fe-42e4-b0c7-422092c5984a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c5f484-89f7-4669-93b4-4597392d89c7,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:14.055373 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-abf937cd-50fe-42e4-b0c7-422092c5984a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:14.056939 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-13d0660a-ae73-45df-af72-02ccc492e62e req-37cf1032-0783-4f50-8d23-db937037c3cc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de7ef845-6780-44f9-82f4-43cd938ca0aa HTTP/1.1" status: 200 len: 217 time: 0.0910130 May 27 11:19:14.073606 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-abf937cd-50fe-42e4-b0c7-422092c5984a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:14.074696 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-abf937cd-50fe-42e4-b0c7-422092c5984a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d5c5f484-89f7-4669-93b4-4597392d89c7 HTTP/1.1" status: 204 len: 168 time: 0.5163267 May 27 11:19:14.099142 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-d9c38e22-f93d-4eb9-9de4-08055e0727cb tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:19:14.125617 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-d9c38e22-f93d-4eb9-9de4-08055e0727cb tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:19:14.162169 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0660a-ae73-45df-af72-02ccc492e62e req-a821ad0b-7a31-4f8e-9878-18a9549c6d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:14.163561 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-13d0660a-ae73-45df-af72-02ccc492e62e req-a821ad0b-7a31-4f8e-9878-18a9549c6d16 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=369e4e27-1796-451b-8798-a21a60543ff2 HTTP/1.1" status: 200 len: 859 time: 0.0877757 May 27 11:19:14.210876 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-aeff143d-5278-49a6-bfe7-b25e7562cfa7 req-b36ffe01-7f95-4645-8ea8-2fd747ff84b7 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=263b9d83-37f3-4d2e-9e5d-adb04cfff9de HTTP/1.1" status: 200 len: 210 time: 0.0823941 May 27 11:19:14.223454 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e776b-193e-4cdc-926f-f0636e259290 req-f11d3223-69f4-46c9-b64c-ef1c66058364 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:14.227370 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-13d0660a-ae73-45df-af72-02ccc492e62e req-7b5e2445-be71-434d-8fd7-91efdaeb76a7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0c305644-2dc8-4e1c-bdb2-2c8567d44268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459862 May 27 11:19:14.230708 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-da2e776b-193e-4cdc-926f-f0636e259290 req-f11d3223-69f4-46c9-b64c-ef1c66058364 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/ports?device_id=2421e04e-9778-481d-95c2-15cf7799e783 HTTP/1.1" status: 200 len: 945 time: 0.3232620 May 27 11:19:14.232711 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-d9c38e22-f93d-4eb9-9de4-08055e0727cb tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Made reservation on behalf of 8d42625dceb84e92adbcff7fb4675425 for: {'port': 1} {{(pid=91848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:19:14.236132 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-d9c38e22-f93d-4eb9-9de4-08055e0727cb tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:14.274574 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-9050277a-d7ab-4736-8f3e-f7eb8fc420c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:14.390870 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-da2e776b-193e-4cdc-926f-f0636e259290 req-f524822c-4e28-4904-bd6c-8f6ee2bbee26 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/security-groups?id=93be0890-bef3-4a50-b026-fd3b30e904ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592777 May 27 11:19:14.406536 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-9050277a-d7ab-4736-8f3e-f7eb8fc420c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:14.469043 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-13d0660a-ae73-45df-af72-02ccc492e62e req-6bab6dab-a352-4c38-a26d-8f1de5bcec1d service neutron] 10.222.0.35 "GET /v2.0/networks/0c305644-2dc8-4e1c-bdb2-2c8567d44268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259927 May 27 11:19:14.577661 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-eb67cd7f-f2fc-4b6b-8cee-eeda2eaa694a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:14.620049 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.db_base_plugin_common [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-d9c38e22-f93d-4eb9-9de4-08055e0727cb tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Allocated IP 172.20.0.3 (3633c235-4756-45b7-9341-a649fc616bec/4914670b-b81c-4b30-b3d7-60fa4965bca9/8d670ccd-32fa-4784-b907-cab36f499fc1) {{(pid=91848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:19:14.641421 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-9050277a-d7ab-4736-8f3e-f7eb8fc420c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:14.649360 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-2727e67f-b83a-42e7-9427-5a752ca03f45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:14.669684 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1167f5-c28b-429f-8af4-4fcb17396372 req-65da6952-78e0-455c-8ca3-fb16afa62e57 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:14.671554 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7e1167f5-c28b-429f-8af4-4fcb17396372 req-65da6952-78e0-455c-8ca3-fb16afa62e57 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 945 time: 0.2729642 May 27 11:19:14.687677 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050277a-d7ab-4736-8f3e-f7eb8fc420c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1d1d43-4ef0-4da2-b6e0-062c370ef527,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:14.718939 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-13d0660a-ae73-45df-af72-02ccc492e62e req-26a117a4-b88a-4cd4-bb71-8774a15bcac8 service neutron] 10.222.0.35 "GET /v2.0/networks/0c305644-2dc8-4e1c-bdb2-2c8567d44268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162850 May 27 11:19:14.731965 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-9050277a-d7ab-4736-8f3e-f7eb8fc420c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:14.800930 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-9050277a-d7ab-4736-8f3e-f7eb8fc420c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:14.803084 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-9050277a-d7ab-4736-8f3e-f7eb8fc420c9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3f1d1d43-4ef0-4da2-b6e0-062c370ef527 HTTP/1.1" status: 204 len: 168 time: 0.7889631 May 27 11:19:14.832826 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7e1167f5-c28b-429f-8af4-4fcb17396372 req-f0acd584-2272-4a04-8442-c311785dfd30 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463068 May 27 11:19:15.092051 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-d9c38e22-f93d-4eb9-9de4-08055e0727cb tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Notify callbacks [] for port, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:15.197002 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-d9c38e22-f93d-4eb9-9de4-08055e0727cb tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971'] for port, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:15.212126 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-ef367c1f-c65d-453c-8b49-0446ec8fd1ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:15.224148 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['ab572ded-6b44-4c82-a795-d899fc8c34ee'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:19:15.367674 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-d9c38e22-f93d-4eb9-9de4-08055e0727cb tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Network 3633c235-4756-45b7-9341-a649fc616bec is already hosted by enough agents. {{(pid=91848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:19:15.373383 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.base_scheduler [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-d9c38e22-f93d-4eb9-9de4-08055e0727cb tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Resources bound (agent type, host, resource id): {{(pid=91848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:19:15.396325 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-d9c38e22-f93d-4eb9-9de4-08055e0727cb tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Received port after_create {{(pid=91848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:19:15.423078 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-d9c38e22-f93d-4eb9-9de4-08055e0727cb tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:15.425063 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-d9c38e22-f93d-4eb9-9de4-08055e0727cb tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for port, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:15.575652 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c38e22-f93d-4eb9-9de4-08055e0727cb tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Pushing event updated for resources: {'Port': ['ID=8d670ccd-32fa-4784-b907-cab36f499fc1,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:15.579864 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-d9c38e22-f93d-4eb9-9de4-08055e0727cb tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:15.585215 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-d9c38e22-f93d-4eb9-9de4-08055e0727cb tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9493513 May 27 11:19:15.599937 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47e73c-66ff-4e22-9a55-8ee6470d3f7d req-fa409016-66f9-439f-9e7e-a8af2c601c69 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:15.605812 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-aa47e73c-66ff-4e22-9a55-8ee6470d3f7d req-fa409016-66f9-439f-9e7e-a8af2c601c69 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.4627855 May 27 11:19:15.624926 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-a631b51a-c075-4a8a-af5a-9c37b45e832d service neutron] Request body: {'port': {'device_id': '263b9d83-37f3-4d2e-9e5d-adb04cfff9de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:19:15.877906 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-aa47e73c-66ff-4e22-9a55-8ee6470d3f7d req-32c7b7d5-1b58-4673-a178-c96e159a5d3f tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855681 May 27 11:19:15.899930 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974855e-23d8-4ea4-b6e4-fc9fb410dbcb req-a7529e8a-c658-4b5c-9137-5d85ebcac23e tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:15.901149 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-d974855e-23d8-4ea4-b6e4-fc9fb410dbcb req-a7529e8a-c658-4b5c-9137-5d85ebcac23e tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Synchronizing usage tracker for tenant:8d42625dceb84e92adbcff7fb4675425 on resource:port {{(pid=91848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:19:15.908242 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-a631b51a-c075-4a8a-af5a-9c37b45e832d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:16.007516 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-d974855e-23d8-4ea4-b6e4-fc9fb410dbcb req-a7529e8a-c658-4b5c-9137-5d85ebcac23e tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Unset dirty status for tenant:8d42625dceb84e92adbcff7fb4675425 on resource:port {{(pid=91848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:19:16.008882 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d974855e-23d8-4ea4-b6e4-fc9fb410dbcb req-a7529e8a-c658-4b5c-9137-5d85ebcac23e tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=263b9d83-37f3-4d2e-9e5d-adb04cfff9de HTTP/1.1" status: 200 len: 931 time: 0.5742521 May 27 11:19:16.360230 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d974855e-23d8-4ea4-b6e4-fc9fb410dbcb req-546bd7fd-994c-466b-ae21-bafac9329059 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384974 May 27 11:19:16.656053 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc3726a-364b-4b46-ba19-42b8be5f50a6 req-a8277c02-7a9c-41a3-a4d2-085f3d6314c0 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:16.670638 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4bc3726a-364b-4b46-ba19-42b8be5f50a6 req-a8277c02-7a9c-41a3-a4d2-085f3d6314c0 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/ports?device_id=2421e04e-9778-481d-95c2-15cf7799e783 HTTP/1.1" status: 200 len: 945 time: 0.6611924 May 27 11:19:16.682131 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff3ad4-8382-48c1-86b8-e10e1ed87066 req-5a5f0ddf-376c-486b-b2cc-617ab8bbdcf6 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:16.683835 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-05ff3ad4-8382-48c1-86b8-e10e1ed87066 req-5a5f0ddf-376c-486b-b2cc-617ab8bbdcf6 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Synchronizing usage tracker for tenant:8b4fc49eb8984c07a835ae47f8e0b313 on resource:port {{(pid=91847) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:19:16.721205 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-05ff3ad4-8382-48c1-86b8-e10e1ed87066 req-5a5f0ddf-376c-486b-b2cc-617ab8bbdcf6 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Unset dirty status for tenant:8b4fc49eb8984c07a835ae47f8e0b313 on resource:port {{(pid=91847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:19:16.722915 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-05ff3ad4-8382-48c1-86b8-e10e1ed87066 req-5a5f0ddf-376c-486b-b2cc-617ab8bbdcf6 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.35 "GET /v2.0/ports?device_id=2421e04e-9778-481d-95c2-15cf7799e783 HTTP/1.1" status: 200 len: 945 time: 0.2016950 May 27 11:19:16.826033 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4bc3726a-364b-4b46-ba19-42b8be5f50a6 req-559ebba1-14ec-49aa-96ab-594da19e30a3 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/security-groups?id=93be0890-bef3-4a50-b026-fd3b30e904ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583323 May 27 11:19:16.834597 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e60dc-1f31-4209-8efd-8a5a4899e9cc req-72e910cc-d8e1-4a52-8cd9-e815be67ab24 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:16.841872 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-df9e60dc-1f31-4209-8efd-8a5a4899e9cc req-72e910cc-d8e1-4a52-8cd9-e815be67ab24 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 945 time: 0.3423991 May 27 11:19:16.864596 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.notifiers.nova [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-a631b51a-c075-4a8a-af5a-9c37b45e832d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d670ccd-32fa-4784-b907-cab36f499fc1 {{(pid=91848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:19:16.875431 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-a631b51a-c075-4a8a-af5a-9c37b45e832d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:16.918412 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-df9e60dc-1f31-4209-8efd-8a5a4899e9cc req-e40346ab-7ba3-4bf8-b099-8c13b54e8be7 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730953 May 27 11:19:16.919749 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.provisioning_blocks [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-a631b51a-c075-4a8a-af5a-9c37b45e832d service neutron] Transition to ACTIVE for port object 8d670ccd-32fa-4784-b907-cab36f499fc1 will not be triggered until provisioned by entity L2. {{(pid=91848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:19:16.937466 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-a631b51a-c075-4a8a-af5a-9c37b45e832d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:16.952051 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:17.045846 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-265e4306-c690-426e-ac19-cef41016f15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:17.087146 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [req-05ff3ad4-8382-48c1-86b8-e10e1ed87066 req-650f3dc2-722d-4fc7-ae26-430af756009e tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Deleting port ae3637fd-4c41-4311-ab42-c1a09a3e2bf3 {{(pid=91847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:19:17.087513 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-05ff3ad4-8382-48c1-86b8-e10e1ed87066 req-650f3dc2-722d-4fc7-ae26-430af756009e tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:17.116580 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:17.245883 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a631b51a-c075-4a8a-af5a-9c37b45e832d service neutron] Pushing event updated for resources: {'Port': ['ID=8d670ccd-32fa-4784-b907-cab36f499fc1,revision_number=2']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:17.284224 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [req-05ff3ad4-8382-48c1-86b8-e10e1ed87066 req-650f3dc2-722d-4fc7-ae26-430af756009e tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] For port ae3637fd-4c41-4311-ab42-c1a09a3e2bf3, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=ae3637fd-4c41-4311-ab42-c1a09a3e2bf3,segment=NetworkSegment(de024fc7-6db8-40e6-938a-d2cc99105faf),segment_id=de024fc7-6db8-40e6-938a-d2cc99105faf)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:19:17.284685 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-05ff3ad4-8382-48c1-86b8-e10e1ed87066 req-650f3dc2-722d-4fc7-ae26-430af756009e tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:17.323388 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a631b51a-c075-4a8a-af5a-9c37b45e832d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:17.323767 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a631b51a-c075-4a8a-af5a-9c37b45e832d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:17.324047 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a631b51a-c075-4a8a-af5a-9c37b45e832d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:17.324377 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a631b51a-c075-4a8a-af5a-9c37b45e832d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:17.324700 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a631b51a-c075-4a8a-af5a-9c37b45e832d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:17.325025 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a631b51a-c075-4a8a-af5a-9c37b45e832d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:17.325348 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a631b51a-c075-4a8a-af5a-9c37b45e832d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:17.325755 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a631b51a-c075-4a8a-af5a-9c37b45e832d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:17.326079 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a631b51a-c075-4a8a-af5a-9c37b45e832d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:17.326397 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a631b51a-c075-4a8a-af5a-9c37b45e832d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:17.326714 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a631b51a-c075-4a8a-af5a-9c37b45e832d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:17.327029 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a631b51a-c075-4a8a-af5a-9c37b45e832d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:17.339712 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-a631b51a-c075-4a8a-af5a-9c37b45e832d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:17.349666 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-a631b51a-c075-4a8a-af5a-9c37b45e832d service neutron] Attempting to bind port 8d670ccd-32fa-4784-b907-cab36f499fc1 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:19:17.349989 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-a631b51a-c075-4a8a-af5a-9c37b45e832d service neutron] Attempting to bind port 8d670ccd-32fa-4784-b907-cab36f499fc1 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': 'c2be4939-06da-44ef-b45c-fa595b7b31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '3633c235-4756-45b7-9341-a649fc616bec'}] {{(pid=91848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:19:17.350303 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-a631b51a-c075-4a8a-af5a-9c37b45e832d service neutron] Attempting to bind port 8d670ccd-32fa-4784-b907-cab36f499fc1 on network 3633c235-4756-45b7-9341-a649fc616bec {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:19:17.361889 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-a631b51a-c075-4a8a-af5a-9c37b45e832d service neutron] Port 8d670ccd-32fa-4784-b907-cab36f499fc1 on network 3633c235-4756-45b7-9341-a649fc616bec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 11:19:17.362595 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-a631b51a-c075-4a8a-af5a-9c37b45e832d service neutron] Attempting to bind port 8d670ccd-32fa-4784-b907-cab36f499fc1 on network 3633c235-4756-45b7-9341-a649fc616bec {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:19:17.381974 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-a631b51a-c075-4a8a-af5a-9c37b45e832d service neutron] Checking agent: {'id': '488b0f7b-d99c-4207-808d-fdc57746257f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 16, 24), 'started_at': datetime.datetime(2021, 5, 27, 11, 16, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:19:17.382525 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-a631b51a-c075-4a8a-af5a-9c37b45e832d service neutron] Checking segment: {'id': 'c2be4939-06da-44ef-b45c-fa595b7b31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '3633c235-4756-45b7-9341-a649fc616bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:19:17.383175 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-a631b51a-c075-4a8a-af5a-9c37b45e832d service neutron] Bound using segment: {'id': 'c2be4939-06da-44ef-b45c-fa595b7b31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '3633c235-4756-45b7-9341-a649fc616bec'} {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:19:17.384066 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-a631b51a-c075-4a8a-af5a-9c37b45e832d service neutron] Bound port: 8d670ccd-32fa-4784-b907-cab36f499fc1, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2be4939-06da-44ef-b45c-fa595b7b31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '3633c235-4756-45b7-9341-a649fc616bec'}}] {{(pid=91848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:19:17.384477 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-a631b51a-c075-4a8a-af5a-9c37b45e832d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:17.418373 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb67b57-3fba-4b5c-8e57-a9fe702d21e0 req-1790b0ae-3515-4e96-b98b-150d60537b45 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:17.419867 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6eb67b57-3fba-4b5c-8e57-a9fe702d21e0 req-1790b0ae-3515-4e96-b98b-150d60537b45 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.2879355 May 27 11:19:17.424880 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [req-05ff3ad4-8382-48c1-86b8-e10e1ed87066 req-650f3dc2-722d-4fc7-ae26-430af756009e tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Calling delete_port for ae3637fd-4c41-4311-ab42-c1a09a3e2bf3 owned by compute:nova {{(pid=91847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:19:17.489046 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813ea80-4019-48e5-82d2-28123dc6ae1c req-2fe1c46d-9cb7-46c9-bbac-c37a7c075ce5 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:17.490556 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d813ea80-4019-48e5-82d2-28123dc6ae1c req-2fe1c46d-9cb7-46c9-bbac-c37a7c075ce5 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 945 time: 0.3556247 May 27 11:19:17.507558 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 55430) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:17.522588 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [None req-97af9cda-c8eb-45e9-8773-6954e145c6e2 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Request body: {'floatingip': {'port_id': 'c7d9542c-b119-46a2-8517-7efdd7301926'}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:19:17.622888 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-05ff3ad4-8382-48c1-86b8-e10e1ed87066 req-650f3dc2-722d-4fc7-ae26-430af756009e tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980'] for port, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:17.631278 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-d5caf4f6-d9d8-4bcd-9a62-aac2c271f9b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:17.646432 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['ae3637fd-4c41-4311-ab42-c1a09a3e2bf3'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:19:17.663853 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6eb67b57-3fba-4b5c-8e57-a9fe702d21e0 req-0c8268c7-af2a-4f81-818a-f7642adbf867 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178800 May 27 11:19:17.678459 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-97af9cda-c8eb-45e9-8773-6954e145c6e2 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for floatingip, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:17.686614 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f3dc2-722d-4fc7-ae26-430af756009e tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Pushing event deleted for resources: {'Port': ['ID=ae3637fd-4c41-4311-ab42-c1a09a3e2bf3,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:17.697398 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650f3dc2-722d-4fc7-ae26-430af756009e tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:17.697746 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650f3dc2-722d-4fc7-ae26-430af756009e tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:17.698087 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650f3dc2-722d-4fc7-ae26-430af756009e tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:17.698437 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650f3dc2-722d-4fc7-ae26-430af756009e tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:17.699139 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650f3dc2-722d-4fc7-ae26-430af756009e tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:17.699139 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650f3dc2-722d-4fc7-ae26-430af756009e tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:17.699702 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650f3dc2-722d-4fc7-ae26-430af756009e tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:17.700035 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650f3dc2-722d-4fc7-ae26-430af756009e tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:17.700366 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650f3dc2-722d-4fc7-ae26-430af756009e tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:17.700689 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650f3dc2-722d-4fc7-ae26-430af756009e tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:17.701220 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650f3dc2-722d-4fc7-ae26-430af756009e tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:17.701542 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650f3dc2-722d-4fc7-ae26-430af756009e tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:17.742572 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-a631b51a-c075-4a8a-af5a-9c37b45e832d service neutron] For port 8d670ccd-32fa-4784-b907-cab36f499fc1, host hv-cinder-75157, cleared binding levels {{(pid=91848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:19:17.795039 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-650f3dc2-722d-4fc7-ae26-430af756009e tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:17.801218 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ff3ad4-8382-48c1-86b8-e10e1ed87066 req-650f3dc2-722d-4fc7-ae26-430af756009e tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] No DVR routers for this DVR port ae3637fd-4c41-4311-ab42-c1a09a3e2bf3 on host hv-cinder-75157 {{(pid=91847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:19:17.804840 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-05ff3ad4-8382-48c1-86b8-e10e1ed87066 req-650f3dc2-722d-4fc7-ae26-430af756009e tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:17.807895 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2421e04e-9778-481d-95c2-15cf7799e783', 'name': 'network-vif-deleted', 'tag': 'ae3637fd-4c41-4311-ab42-c1a09a3e2bf3'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:19:17.808749 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-a631b51a-c075-4a8a-af5a-9c37b45e832d service neutron] For port 8d670ccd-32fa-4784-b907-cab36f499fc1, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=8d670ccd-32fa-4784-b907-cab36f499fc1,segment=NetworkSegment(c2be4939-06da-44ef-b45c-fa595b7b31a6),segment_id=c2be4939-06da-44ef-b45c-fa595b7b31a6)] {{(pid=91848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:19:17.826758 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-a631b51a-c075-4a8a-af5a-9c37b45e832d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:17.827983 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-05ff3ad4-8382-48c1-86b8-e10e1ed87066 req-650f3dc2-722d-4fc7-ae26-430af756009e tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.35 "DELETE /v2.0/ports/ae3637fd-4c41-4311-ab42-c1a09a3e2bf3 HTTP/1.1" status: 204 len: 173 time: 1.0917401 May 27 11:19:17.841028 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:17.900680 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2421e04e-9778-481d-95c2-15cf7799e783', 'name': 'network-vif-deleted', 'tag': 'ae3637fd-4c41-4311-ab42-c1a09a3e2bf3', 'status': 'completed', 'code': 200} May 27 11:19:17.966943 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-a631b51a-c075-4a8a-af5a-9c37b45e832d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:17.967579 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-a631b51a-c075-4a8a-af5a-9c37b45e832d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for port, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:17.968920 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-a631b51a-c075-4a8a-af5a-9c37b45e832d service neutron] 10.222.0.35 "PUT /v2.0/ports/8d670ccd-32fa-4784-b907-cab36f499fc1 HTTP/1.1" status: 200 len: 1093 time: 2.3507869 May 27 11:19:17.971507 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '263b9d83-37f3-4d2e-9e5d-adb04cfff9de', 'tag': '8d670ccd-32fa-4784-b907-cab36f499fc1'}] {{(pid=91848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:19:18.004117 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a631b51a-c075-4a8a-af5a-9c37b45e832d service neutron] Pushing event updated for resources: {'Port': ['ID=8d670ccd-32fa-4784-b907-cab36f499fc1,revision_number=3']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:18.012561 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-a631b51a-c075-4a8a-af5a-9c37b45e832d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:18.028457 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f57c43-4990-409d-9927-39b975f5e387 req-6de017f8-041e-43b5-baa6-265c6ee53366 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:18.029960 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-42f57c43-4990-409d-9927-39b975f5e387 req-6de017f8-041e-43b5-baa6-265c6ee53366 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=263b9d83-37f3-4d2e-9e5d-adb04cfff9de HTTP/1.1" status: 200 len: 943 time: 0.4234142 May 27 11:19:18.295320 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-760aa7fb-3322-406f-82a1-6fd7d11e3a82 req-5163c074-0fc3-4029-96a6-99d5e7719ed8 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/ports?device_id=2421e04e-9778-481d-95c2-15cf7799e783 HTTP/1.1" status: 200 len: 210 time: 0.2065654 May 27 11:19:18.339804 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:18.400276 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-42f57c43-4990-409d-9927-39b975f5e387 req-346a9be8-74f3-43e5-a125-79bbe4f5fe03 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106074 May 27 11:19:18.401888 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '263b9d83-37f3-4d2e-9e5d-adb04cfff9de', 'tag': '8d670ccd-32fa-4784-b907-cab36f499fc1', 'status': 'completed', 'code': 200} May 27 11:19:18.643694 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-b2160e3e-23b9-4e81-8dd9-4ef8bcb31253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:18.645391 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-b2160e3e-23b9-4e81-8dd9-4ef8bcb31253 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8d42625dceb84e92adbcff7fb4675425&device_id=263b9d83-37f3-4d2e-9e5d-adb04cfff9de HTTP/1.1" status: 200 len: 1096 time: 0.5576825 May 27 11:19:18.736630 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-e205b6ac-3f5b-4d63-9e61-5c7dba19e833 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d670ccd-32fa-4784-b907-cab36f499fc1 HTTP/1.1" status: 200 len: 217 time: 0.0657368 May 27 11:19:18.888768 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-a349ff42-d107-405b-96b1-fac9c5a51a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:18.890089 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-a349ff42-d107-405b-96b1-fac9c5a51a03 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4914670b-b81c-4b30-b3d7-60fa4965bca9 HTTP/1.1" status: 200 len: 855 time: 0.1417358 May 27 11:19:18.993025 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-a7c23aed-1061-4ca1-a355-d021436fb028 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3633c235-4756-45b7-9341-a649fc616bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650370 May 27 11:19:18.997006 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.db.resource_extend [None req-97af9cda-c8eb-45e9-8773-6954e145c6e2 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 11:19:19.045107 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-6d316617-c19f-403d-989d-722528e97854 req-f8b4ee9c-7cae-4dd9-8545-3570d831cc3a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2421e04e-9778-481d-95c2-15cf7799e783&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1151104 May 27 11:19:19.182838 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-6d316617-c19f-403d-989d-722528e97854 req-fa86b9a2-fc37-484c-a18c-b8d4be18bf61 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b4fc49eb8984c07a835ae47f8e0b313&device_id=2421e04e-9778-481d-95c2-15cf7799e783 HTTP/1.1" status: 200 len: 210 time: 0.0493309 May 27 11:19:19.186096 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-97af9cda-c8eb-45e9-8773-6954e145c6e2 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:19.195773 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718b0f0-f988-4ed4-9a2d-3fe84c1b50f5 req-007ab7e4-d4e8-44fe-bc28-e7b2567b9ec5 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:19.197198 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2718b0f0-f988-4ed4-9a2d-3fe84c1b50f5 req-007ab7e4-d4e8-44fe-bc28-e7b2567b9ec5 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.4002481 May 27 11:19:19.200220 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-97af9cda-c8eb-45e9-8773-6954e145c6e2 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926625'] for floatingip, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:19.409923 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d316617-c19f-403d-989d-722528e97854 req-8a954277-246d-4035-b814-6646e39ab46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:19.411837 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-6d316617-c19f-403d-989d-722528e97854 req-8a954277-246d-4035-b814-6646e39ab46e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=8b4fc49eb8984c07a835ae47f8e0b313&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1511354 May 27 11:19:19.438090 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-e44ebd81-9afc-4ca3-83b9-cda198ae619d service neutron] 10.222.0.35 "GET /v2.0/networks/3633c235-4756-45b7-9341-a649fc616bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838594 May 27 11:19:19.458502 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2718b0f0-f988-4ed4-9a2d-3fe84c1b50f5 req-cb5f395f-723c-453b-afe8-ce0b9caa2f47 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071424 May 27 11:19:19.604178 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.db.l3_db [None req-97af9cda-c8eb-45e9-8773-6954e145c6e2 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Floating IP 019fe275-e849-4446-b259-5c1f041341c2 associated. External IP: 172.28.3.137, port: c7d9542c-b119-46a2-8517-7efdd7301926. May 27 11:19:19.634757 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d316617-c19f-403d-989d-722528e97854 req-bc1da79d-5053-456b-9431-94b433d07bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:19.636521 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-6d316617-c19f-403d-989d-722528e97854 req-bc1da79d-5053-456b-9431-94b433d07bfb service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2105937 May 27 11:19:19.847036 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a743306f-4262-4187-bd42-dde7e7d4011d req-8e42f28f-503e-4053-a82b-a8a702c0b751 tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] 10.222.0.77 "GET /v2.0/ports?device_id=2421e04e-9778-481d-95c2-15cf7799e783 HTTP/1.1" status: 200 len: 210 time: 0.0892527 May 27 11:19:19.871768 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8ed37817-849b-49d9-8363-2ca5f80552cd req-71f58ef9-23e0-403c-94ab-da9d0cb35bfa service neutron] 10.222.0.35 "GET /v2.0/networks/3633c235-4756-45b7-9341-a649fc616bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119906 May 27 11:19:20.316696 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22cbec-c2f6-4d9b-aaa1-53115e7b5e81 req-b976c28e-d5ce-4c48-81b6-caeab3654fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:20.318856 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-cd22cbec-c2f6-4d9b-aaa1-53115e7b5e81 req-b976c28e-d5ce-4c48-81b6-caeab3654fd9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8d42625dceb84e92adbcff7fb4675425&device_id=263b9d83-37f3-4d2e-9e5d-adb04cfff9de HTTP/1.1" status: 200 len: 1096 time: 0.3435318 May 27 11:19:20.332392 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746cedf-2022-4f62-b703-496143b0d14b req-f710598c-7e5a-451e-a7d6-5201563c5dc9 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:20.333005 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:20.334459 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5746cedf-2022-4f62-b703-496143b0d14b req-f710598c-7e5a-451e-a7d6-5201563c5dc9 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=263b9d83-37f3-4d2e-9e5d-adb04cfff9de HTTP/1.1" status: 200 len: 943 time: 0.3244038 May 27 11:19:20.479281 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97af9cda-c8eb-45e9-8773-6954e145c6e2 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Router b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb has already been hosted by L3 agent 6d24f2a4-c5c8-4233-9813-3f8fa73b68fa {{(pid=91848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:19:20.498323 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5746cedf-2022-4f62-b703-496143b0d14b req-09c7ab55-192e-4dcd-8d13-ec9eee39163a tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426613 May 27 11:19:20.670359 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22cbec-c2f6-4d9b-aaa1-53115e7b5e81 req-08f33125-239c-4f45-8a3e-93ed3ced6d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:20.671906 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-cd22cbec-c2f6-4d9b-aaa1-53115e7b5e81 req-08f33125-239c-4f45-8a3e-93ed3ced6d08 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3633c235-4756-45b7-9341-a649fc616bec HTTP/1.1" status: 200 len: 917 time: 0.3364465 May 27 11:19:20.699838 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device ae3637fd-4c41-4311-ab42-c1a09a3e2bf3 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:19:20.737895 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] No Port match for: ae3637fd-4c41-4311-ab42-c1a09a3e2bf3 {{(pid=91849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:19:20.738335 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device ae3637fd-4c41-4311-ab42-c1a09a3e2bf3 not bound to the agent host hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:19:20.850176 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-cd22cbec-c2f6-4d9b-aaa1-53115e7b5e81 req-ce6a198b-d5c5-4fa3-b73e-e810f9443882 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d670ccd-32fa-4784-b907-cab36f499fc1 HTTP/1.1" status: 200 len: 217 time: 0.0896685 May 27 11:19:20.926106 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97af9cda-c8eb-45e9-8773-6954e145c6e2 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify agent at l3_agent.dv-cinder-751579-23-smb the message routers_updated {{(pid=91848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:19:20.933174 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-97af9cda-c8eb-45e9-8773-6954e145c6e2 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for floatingip, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:20.940566 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd74df1c-c778-4e75-aa48-fa5bcf417749 None None] Sync routers for ids ['b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'] in dv-cinder-751579-23-smb {{(pid=91850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:19:20.951588 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd74df1c-c778-4e75-aa48-fa5bcf417749 None None] Routers {'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:19:20.952386 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-bd74df1c-c778-4e75-aa48-fa5bcf417749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:19:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'], 'active': True} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:19:20.987463 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22cbec-c2f6-4d9b-aaa1-53115e7b5e81 req-69faf35c-e2f8-4cc7-a188-e978516e3ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:20.989633 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-cd22cbec-c2f6-4d9b-aaa1-53115e7b5e81 req-69faf35c-e2f8-4cc7-a188-e978516e3ddc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4914670b-b81c-4b30-b3d7-60fa4965bca9 HTTP/1.1" status: 200 len: 855 time: 0.1294456 May 27 11:19:20.997337 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2844048-47db-45c4-97a2-e5ef69421e6b req-27707f43-ecab-4903-9abf-090c4fc37cad tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:20.998818 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d2844048-47db-45c4-97a2-e5ef69421e6b req-27707f43-ecab-4903-9abf-090c4fc37cad tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.3791637 May 27 11:19:21.067231 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-97af9cda-c8eb-45e9-8773-6954e145c6e2 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "PUT /v2.0/floatingips/019fe275-e849-4446-b259-5c1f041341c2 HTTP/1.1" status: 200 len: 991 time: 3.5537779 May 27 11:19:21.073098 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f05c5f8e-e021-4014-82cc-761926dd767c', 'tag': 'c7d9542c-b119-46a2-8517-7efdd7301926'}] {{(pid=91848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:19:21.082239 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-cd22cbec-c2f6-4d9b-aaa1-53115e7b5e81 req-9fd84aed-b394-4f99-ad74-6d75fb37dbdc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3633c235-4756-45b7-9341-a649fc616bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581989 May 27 11:19:21.105255 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d2844048-47db-45c4-97a2-e5ef69421e6b req-f4760090-6326-437d-9e7e-d80b36cbc968 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987415 May 27 11:19:21.147399 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvr_db [None req-bd74df1c-c778-4e75-aa48-fa5bcf417749 None None] Set router b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb gateway port host: dv-cinder-751579-23-smb {{(pid=91850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:19:21.363095 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-cd22cbec-c2f6-4d9b-aaa1-53115e7b5e81 req-7e3c7974-e99b-4584-9197-d2ca45c8458d service neutron] 10.222.0.35 "GET /v2.0/networks/3633c235-4756-45b7-9341-a649fc616bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473807 May 27 11:19:21.657169 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f05c5f8e-e021-4014-82cc-761926dd767c', 'tag': 'c7d9542c-b119-46a2-8517-7efdd7301926', 'status': 'completed', 'code': 200} May 27 11:19:21.751620 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8169e7-478d-46c6-86e2-0570966373f9 req-90122b59-e084-487f-ab28-86a9f02354aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:21.763038 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-df8169e7-478d-46c6-86e2-0570966373f9 req-90122b59-e084-487f-ab28-86a9f02354aa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=802e7975f0524c7ea779d173670046b7&device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 1098 time: 0.2255628 May 27 11:19:21.783459 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-bd74df1c-c778-4e75-aa48-fa5bcf417749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'name': 'tempest-AttachVolumeTestJSON-568734066-router', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.165'}], 'enable_snat': True}, 'gw_port_id': '939a7430-f1b3-4757-9a1b-a4f810ae3298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:18:21Z', 'updated_at': '2021-05-27T11:18:34Z', 'revision_number': 4, 'project_id': '802e7975f0524c7ea779d173670046b7', 'gw_port': {'id': '939a7430-f1b3-4757-9a1b-a4f810ae3298', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:23Z', 'updated_at': '2021-05-27T11:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_floatingips': [{'id': '019fe275-e849-4446-b259-5c1f041341c2', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'floating_ip_address': '172.28.3.137', 'floating_network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'router_id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'port_id': 'c7d9542c-b119-46a2-8517-7efdd7301926', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09', 'mac_address': 'fa:16:3e:e9:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c5f8e-e021-4014-82cc-761926dd767c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:18:50Z', 'updated_at': '2021-05-27T11:19:18Z', 'revision_number': 1, 'project_id': '802e7975f0524c7ea779d173670046b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f882c9d-c655-4f8f-8cf5-c1ae0863a30c', 'name': '', 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'mac_address': 'fa:16:3e:95:cf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '53f9b7c8-83a1-4c1c-aa60-764bc111576d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:33Z', 'updated_at': '2021-05-27T11:18:47Z', 'revision_number': 5, 'project_id': '802e7975f0524c7ea779d173670046b7', 'subnets': [{'id': '53f9b7c8-83a1-4c1c-aa60-764bc111576d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:19:21.803583 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd74df1c-c778-4e75-aa48-fa5bcf417749 None None] Checking router: b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb for host: dv-cinder-751579-23-smb {{(pid=91850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:19:21.813237 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd74df1c-c778-4e75-aa48-fa5bcf417749 None None] Routers {'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:19:21.813891 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-bd74df1c-c778-4e75-aa48-fa5bcf417749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:19:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'], 'active': True} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:19:21.861448 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-cd22cbec-c2f6-4d9b-aaa1-53115e7b5e81 req-9b729ebc-9fda-46ad-95a2-9c37e4a39edc service neutron] 10.222.0.35 "GET /v2.0/networks/3633c235-4756-45b7-9341-a649fc616bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4552870 May 27 11:19:21.911568 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e84612-f75a-4869-b1f3-e5d0a27636a9 req-daf3cea5-4203-49fa-b173-3334330d87b8 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:21.916935 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a8e84612-f75a-4869-b1f3-e5d0a27636a9 req-daf3cea5-4203-49fa-b173-3334330d87b8 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=263b9d83-37f3-4d2e-9e5d-adb04cfff9de HTTP/1.1" status: 200 len: 943 time: 0.1167595 May 27 11:19:21.984781 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8169e7-478d-46c6-86e2-0570966373f9 req-eaa3e91f-2525-4aa7-80a5-5ff2d5d9eb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:21.985885 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a8e84612-f75a-4869-b1f3-e5d0a27636a9 req-e4e626bb-d1e2-442c-8b0e-a41c20c33766 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614052 May 27 11:19:21.988736 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-df8169e7-478d-46c6-86e2-0570966373f9 req-eaa3e91f-2525-4aa7-80a5-5ff2d5d9eb5b service neutron] 10.222.0.35 "GET /v2.0/networks?id=dddfebc0-a063-4692-a21d-f73fcbbd8d09 HTTP/1.1" status: 200 len: 912 time: 0.2198124 May 27 11:19:22.063293 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvr_db [None req-bd74df1c-c778-4e75-aa48-fa5bcf417749 None None] Set router b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb gateway port host: dv-cinder-751579-23-smb {{(pid=91850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:19:22.113725 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-df8169e7-478d-46c6-86e2-0570966373f9 req-105f2cd2-0237-491f-a9b4-a743fcb42ea8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7d9542c-b119-46a2-8517-7efdd7301926 HTTP/1.1" status: 200 len: 999 time: 0.1078453 May 27 11:19:22.220328 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8169e7-478d-46c6-86e2-0570966373f9 req-b126dfd8-770e-4fdc-b32f-5df568d56943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:22.221842 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-df8169e7-478d-46c6-86e2-0570966373f9 req-b126dfd8-770e-4fdc-b32f-5df568d56943 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=53f9b7c8-83a1-4c1c-aa60-764bc111576d HTTP/1.1" status: 200 len: 849 time: 0.0884664 May 27 11:19:22.312744 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8169e7-478d-46c6-86e2-0570966373f9 req-c4a9e581-a1d7-4ccb-8896-b5794486d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:22.314141 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-df8169e7-478d-46c6-86e2-0570966373f9 req-c4a9e581-a1d7-4ccb-8896-b5794486d847 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dddfebc0-a063-4692-a21d-f73fcbbd8d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0810883 May 27 11:19:22.328733 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2b113-327c-4bc3-99e4-f6e7d6025619 req-b6b1d535-9461-4a42-aeae-466d40095714 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:22.330256 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-39a2b113-327c-4bc3-99e4-f6e7d6025619 req-b6b1d535-9461-4a42-aeae-466d40095714 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.0974813 May 27 11:19:22.421663 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-39a2b113-327c-4bc3-99e4-f6e7d6025619 req-ce3320b9-a122-4d44-a24e-1ed852ae9b85 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716846 May 27 11:19:22.546032 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-df8169e7-478d-46c6-86e2-0570966373f9 req-b6c6b4ac-8fa5-4cf2-9228-d62f4efee8dd service neutron] 10.222.0.35 "GET /v2.0/networks/dddfebc0-a063-4692-a21d-f73fcbbd8d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103024 May 27 11:19:22.572831 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-bd74df1c-c778-4e75-aa48-fa5bcf417749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'name': 'tempest-AttachVolumeTestJSON-568734066-router', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.165'}], 'enable_snat': True}, 'gw_port_id': '939a7430-f1b3-4757-9a1b-a4f810ae3298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:18:21Z', 'updated_at': '2021-05-27T11:18:34Z', 'revision_number': 4, 'project_id': '802e7975f0524c7ea779d173670046b7', 'gw_port': {'id': '939a7430-f1b3-4757-9a1b-a4f810ae3298', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:23Z', 'updated_at': '2021-05-27T11:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_floatingips': [{'id': '019fe275-e849-4446-b259-5c1f041341c2', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'floating_ip_address': '172.28.3.137', 'floating_network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'router_id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'port_id': 'c7d9542c-b119-46a2-8517-7efdd7301926', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09', 'mac_address': 'fa:16:3e:e9:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c5f8e-e021-4014-82cc-761926dd767c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:18:50Z', 'updated_at': '2021-05-27T11:19:18Z', 'revision_number': 1, 'project_id': '802e7975f0524c7ea779d173670046b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f882c9d-c655-4f8f-8cf5-c1ae0863a30c', 'name': '', 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'mac_address': 'fa:16:3e:95:cf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '53f9b7c8-83a1-4c1c-aa60-764bc111576d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:33Z', 'updated_at': '2021-05-27T11:18:47Z', 'revision_number': 5, 'project_id': '802e7975f0524c7ea779d173670046b7', 'subnets': [{'id': '53f9b7c8-83a1-4c1c-aa60-764bc111576d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:19:22.578627 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd74df1c-c778-4e75-aa48-fa5bcf417749 None None] The sync data for ids ['b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'] in dv-cinder-751579-23-smb is: [{'id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'name': 'tempest-AttachVolumeTestJSON-568734066-router', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.165'}], 'enable_snat': True}, 'gw_port_id': '939a7430-f1b3-4757-9a1b-a4f810ae3298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:18:21Z', 'updated_at': '2021-05-27T11:18:34Z', 'revision_number': 4, 'project_id': '802e7975f0524c7ea779d173670046b7', 'gw_port': {'id': '939a7430-f1b3-4757-9a1b-a4f810ae3298', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:23Z', 'updated_at': '2021-05-27T11:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_floatingips': [{'id': '019fe275-e849-4446-b259-5c1f041341c2', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'floating_ip_address': '172.28.3.137', 'floating_network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'router_id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'port_id': 'c7d9542c-b119-46a2-8517-7efdd7301926', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09', 'mac_address': 'fa:16:3e:e9:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c5f8e-e021-4014-82cc-761926dd767c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:18:50Z', 'updated_at': '2021-05-27T11:19:18Z', 'revision_number': 1, 'project_id': '802e7975f0524c7ea779d173670046b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f882c9d-c655-4f8f-8cf5-c1ae0863a30c', 'name': '', 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'mac_address': 'fa:16:3e:95:cf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '53f9b7c8-83a1-4c1c-aa60-764bc111576d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:33Z', 'updated_at': '2021-05-27T11:18:47Z', 'revision_number': 5, 'project_id': '802e7975f0524c7ea779d173670046b7', 'subnets': [{'id': '53f9b7c8-83a1-4c1c-aa60-764bc111576d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:19:22.733284 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-df8169e7-478d-46c6-86e2-0570966373f9 req-425508f3-82eb-410c-b180-c3f8187253e1 service neutron] 10.222.0.35 "GET /v2.0/networks/dddfebc0-a063-4692-a21d-f73fcbbd8d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591947 May 27 11:19:22.817371 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80791c39-19f6-46fd-8d0e-5a65d5999849 None None] New status for floating IP 019fe275-e849-4446-b259-5c1f041341c2: ACTIVE {{(pid=91849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 11:19:23.189027 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 55558) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:23.241748 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93487603-ae7c-463e-ae9c-03cb0a2a58d2 req-f8a83760-6159-4f52-9128-0ed6609e48c0 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:23.244504 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-93487603-ae7c-463e-ae9c-03cb0a2a58d2 req-f8a83760-6159-4f52-9128-0ed6609e48c0 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=263b9d83-37f3-4d2e-9e5d-adb04cfff9de HTTP/1.1" status: 200 len: 943 time: 0.0983174 May 27 11:19:23.293770 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-93487603-ae7c-463e-ae9c-03cb0a2a58d2 req-e5622056-1e39-4299-95fc-e1e8322c4a80 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435371 May 27 11:19:23.321800 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-b54ce4a9-ede0-4cd8-af9a-19780821ee67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:23.337751 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-b54ce4a9-ede0-4cd8-af9a-19780821ee67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:19:23.341749 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-b54ce4a9-ede0-4cd8-af9a-19780821ee67 admin admin] Usage tracker for resource:security_group_rule and tenant:4f3823c33a4c4e6985f1a7c665227c57 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:19:23.344719 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-b54ce4a9-ede0-4cd8-af9a-19780821ee67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:19:23.350589 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-b54ce4a9-ede0-4cd8-af9a-19780821ee67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:19:23.446699 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-b54ce4a9-ede0-4cd8-af9a-19780821ee67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:23.450729 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-b54ce4a9-ede0-4cd8-af9a-19780821ee67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:23.458088 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-548b0e5e-0fde-41d7-af4b-296137f14c1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:23.466328 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 55572) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:23.507183 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ce4a9-ede0-4cd8-af9a-19780821ee67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2430e086-e39f-4742-acff-385f0f67708e,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:23.513159 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-b54ce4a9-ede0-4cd8-af9a-19780821ee67 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4f3823c33a4c4e6985f1a7c665227c57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3220270 May 27 11:19:23.515497 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 55576) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:23.519339 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-b54ce4a9-ede0-4cd8-af9a-19780821ee67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:23.578432 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b9fefd-53fa-4358-a4ed-3f4ddc5fb5b2 admin admin] Deleting subnet 1244d3f3-76f0-49cc-9b2d-8a43a98c4bba {{(pid=91848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 11:19:23.597340 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ce0d4ea0-0fef-4697-a18d-86c7f0107141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:23.615083 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-e5b9fefd-53fa-4358-a4ed-3f4ddc5fb5b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:23.627059 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ce0d4ea0-0fef-4697-a18d-86c7f0107141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:23.693148 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ce0d4ea0-0fef-4697-a18d-86c7f0107141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:23.693406 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-e5b9fefd-53fa-4358-a4ed-3f4ddc5fb5b2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:23.698282 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-dddf32d4-a33f-4096-aebc-10e9a6d73da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:23.702783 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-e5b9fefd-53fa-4358-a4ed-3f4ddc5fb5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729342'] for subnet, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:23.712563 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d4ea0-0fef-4697-a18d-86c7f0107141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2430e086-e39f-4742-acff-385f0f67708e,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:23.715413 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-ce0d4ea0-0fef-4697-a18d-86c7f0107141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:23.716902 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ce0d4ea0-0fef-4697-a18d-86c7f0107141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:23.720323 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-ce0d4ea0-0fef-4697-a18d-86c7f0107141 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2430e086-e39f-4742-acff-385f0f67708e HTTP/1.1" status: 204 len: 168 time: 0.2012711 May 27 11:19:23.770005 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d98abf-004b-44a7-a0e2-f6d51bd070cf req-29168336-df52-4255-862e-c0fad8ab9d40 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:23.771783 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c5d98abf-004b-44a7-a0e2-f6d51bd070cf req-29168336-df52-4255-862e-c0fad8ab9d40 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.1908996 May 27 11:19:23.793158 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:23.901144 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c5d98abf-004b-44a7-a0e2-f6d51bd070cf req-591dd4ae-26a3-478c-b713-a098ca80bb71 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115654 May 27 11:19:24.075423 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-e5b9fefd-53fa-4358-a4ed-3f4ddc5fb5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658'] for subnet, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:24.083959 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:24.128735 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 55590) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:24.134789 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9fefd-53fa-4358-a4ed-3f4ddc5fb5b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1244d3f3-76f0-49cc-9b2d-8a43a98c4bba,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:24.137820 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-e5b9fefd-53fa-4358-a4ed-3f4ddc5fb5b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:24.139015 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-e5b9fefd-53fa-4358-a4ed-3f4ddc5fb5b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:24.150787 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-e5b9fefd-53fa-4358-a4ed-3f4ddc5fb5b2 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/1244d3f3-76f0-49cc-9b2d-8a43a98c4bba HTTP/1.1" status: 204 len: 168 time: 0.6832542 May 27 11:19:24.151389 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-21abf4ad-d386-4c8e-b998-220461c48793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:24.153392 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 55594) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:24.167874 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-21abf4ad-d386-4c8e-b998-220461c48793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:19:24.171664 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-21abf4ad-d386-4c8e-b998-220461c48793 admin admin] Usage tracker for resource:security_group_rule and tenant:d7d22f88c3c94ebfb6082b72087feb12 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:19:24.174881 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-21abf4ad-d386-4c8e-b998-220461c48793 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:19:24.181484 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-21abf4ad-d386-4c8e-b998-220461c48793 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:19:24.269659 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-aba02fce-a31b-438f-94d7-12663e475024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642410'] for network, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:24.271677 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-21abf4ad-d386-4c8e-b998-220461c48793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:24.276104 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-21abf4ad-d386-4c8e-b998-220461c48793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:24.284679 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:24.327900 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-21abf4ad-d386-4c8e-b998-220461c48793 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d7d22f88c3c94ebfb6082b72087feb12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1974239 May 27 11:19:24.329774 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21abf4ad-d386-4c8e-b998-220461c48793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f763dec2-a185-4098-86fe-7364eb9e37f0,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:24.331056 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 55600) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:24.333684 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-21abf4ad-d386-4c8e-b998-220461c48793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:24.422709 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-aba02fce-a31b-438f-94d7-12663e475024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734563', 'neutron.services.segments.db._delete_segments_for_network-8764582419685'] for network, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:24.449297 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-aba02fce-a31b-438f-94d7-12663e475024 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:19:24.449628 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-aba02fce-a31b-438f-94d7-12663e475024 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:19:24.450344 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-aba02fce-a31b-438f-94d7-12663e475024 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:19:24.450750 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-aba02fce-a31b-438f-94d7-12663e475024 admin admin] Subscribe: > port after_create 55550000 {{(pid=91848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:19:24.451182 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-aba02fce-a31b-438f-94d7-12663e475024 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:19:24.451580 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-aba02fce-a31b-438f-94d7-12663e475024 admin admin] Subscribe: > port after_update 55550000 {{(pid=91848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:19:24.451895 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-aba02fce-a31b-438f-94d7-12663e475024 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:19:24.452203 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-aba02fce-a31b-438f-94d7-12663e475024 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:19:24.452554 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-aba02fce-a31b-438f-94d7-12663e475024 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:19:24.452976 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-aba02fce-a31b-438f-94d7-12663e475024 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:19:24.587878 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-aba02fce-a31b-438f-94d7-12663e475024 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:19:24.588218 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-aba02fce-a31b-438f-94d7-12663e475024 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:19:24.588546 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-aba02fce-a31b-438f-94d7-12663e475024 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:19:24.588868 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-aba02fce-a31b-438f-94d7-12663e475024 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:19:24.589233 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.services.segments.db [None req-aba02fce-a31b-438f-94d7-12663e475024 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0686b901-22f3-4fa9-91a8-49767501259b']}} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:19:24.644749 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.services.segments.db [None req-aba02fce-a31b-438f-94d7-12663e475024 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de024fc7-6db8-40e6-938a-d2cc99105faf') {'for_net_delete': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:19:24.645619 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.services.segments.db [None req-aba02fce-a31b-438f-94d7-12663e475024 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de024fc7-6db8-40e6-938a-d2cc99105faf') {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:19:24.672046 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-aba02fce-a31b-438f-94d7-12663e475024 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764582427558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6635042'] for segment, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:24.716235 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-aba02fce-a31b-438f-94d7-12663e475024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075'] for segment, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:24.724104 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 8d670ccd-32fa-4784-b907-cab36f499fc1 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:19:24.725041 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-865def54-84b8-4be6-837c-033ad140c49c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:24.738611 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba02fce-a31b-438f-94d7-12663e475024 admin admin] Releasing vlan 1178 on physical network physnet1 to pool {{(pid=91848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 11:19:24.739660 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-aba02fce-a31b-438f-94d7-12663e475024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6295811'] for segment, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:24.757498 dv-cinder-751579-23-smb neutron-server[91848]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 11:19:24.757498 dv-cinder-751579-23-smb neutron-server[91848]: from cryptography.utils import int_from_bytes May 27 11:19:24.757498 dv-cinder-751579-23-smb neutron-server[91848]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 11:19:24.757498 dv-cinder-751579-23-smb neutron-server[91848]: from cryptography.utils import int_from_bytes May 27 11:19:24.757498 dv-cinder-751579-23-smb neutron-server[91848]: Traceback (most recent call last): May 27 11:19:24.757498 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 11:19:24.757498 dv-cinder-751579-23-smb neutron-server[91848]: timer() May 27 11:19:24.757498 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 11:19:24.757498 dv-cinder-751579-23-smb neutron-server[91848]: cb(*args, **kw) May 27 11:19:24.757498 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 11:19:24.757498 dv-cinder-751579-23-smb neutron-server[91848]: return func(*args, **kwargs) May 27 11:19:24.757498 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 11:19:24.757498 dv-cinder-751579-23-smb neutron-server[91848]: self._notify() May 27 11:19:24.757498 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 11:19:24.757498 dv-cinder-751579-23-smb neutron-server[91848]: self.callback(batched_events) May 27 11:19:24.757498 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 11:19:24.757498 dv-cinder-751579-23-smb neutron-server[91848]: event.method(event) May 27 11:19:24.757498 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 11:19:24.757498 dv-cinder-751579-23-smb neutron-server[91848]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 11:19:24.757498 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 11:19:24.757498 dv-cinder-751579-23-smb neutron-server[91848]: aggregate_uuid = self.p_client.list_aggregates( May 27 11:19:24.757498 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 11:19:24.757498 dv-cinder-751579-23-smb neutron-server[91848]: return f(self, *a, **k) May 27 11:19:24.757498 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 11:19:24.757498 dv-cinder-751579-23-smb neutron-server[91848]: return self._get(url).json() May 27 11:19:24.757498 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 11:19:24.757498 dv-cinder-751579-23-smb neutron-server[91848]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 11:19:24.757498 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 11:19:24.757498 dv-cinder-751579-23-smb neutron-server[91848]: return self.request(url, 'GET', **kwargs) May 27 11:19:24.757498 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 11:19:24.757498 dv-cinder-751579-23-smb neutron-server[91848]: base_url = self.get_endpoint(auth, allow=allow, May 27 11:19:24.757498 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 11:19:24.757498 dv-cinder-751579-23-smb neutron-server[91848]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 11:19:24.757498 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 11:19:24.757498 dv-cinder-751579-23-smb neutron-server[91848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 11:19:24.757498 dv-cinder-751579-23-smb neutron-server[91848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 11:19:24.847435 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-865def54-84b8-4be6-837c-033ad140c49c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:24.882743 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 8d670ccd-32fa-4784-b907-cab36f499fc1, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=8d670ccd-32fa-4784-b907-cab36f499fc1,segment=NetworkSegment(c2be4939-06da-44ef-b45c-fa595b7b31a6),segment_id=c2be4939-06da-44ef-b45c-fa595b7b31a6)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:19:24.890587 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9e66c-d9d4-4cc0-8f6f-3dbb465d9b37 req-e9ea8d17-480b-48a9-b1c9-60eb1d12ed0a tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:24.892378 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8cb9e66c-d9d4-4cc0-8f6f-3dbb465d9b37 req-e9ea8d17-480b-48a9-b1c9-60eb1d12ed0a tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=263b9d83-37f3-4d2e-9e5d-adb04cfff9de HTTP/1.1" status: 200 len: 943 time: 0.4457126 May 27 11:19:24.899785 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Returning: {'device': '8d670ccd-32fa-4784-b907-cab36f499fc1', 'network_id': '3633c235-4756-45b7-9341-a649fc616bec', 'port_id': '8d670ccd-32fa-4784-b907-cab36f499fc1', 'mac_address': 'fa:16:3e:41:e3:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4914670b-b81c-4b30-b3d7-60fa4965bca9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:19:24.902178 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-aba02fce-a31b-438f-94d7-12663e475024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926643'] for network, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:24.929357 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:24.949584 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-aba02fce-a31b-438f-94d7-12663e475024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for network, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:24.962693 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba02fce-a31b-438f-94d7-12663e475024 admin admin] Pushing event deleted for resources: {'Network': ['ID=0686b901-22f3-4fa9-91a8-49767501259b,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:24.968981 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:24.975160 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-aba02fce-a31b-438f-94d7-12663e475024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:24.984006 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-aba02fce-a31b-438f-94d7-12663e475024 admin admin] 10.222.0.77 "DELETE /v2.0/networks/0686b901-22f3-4fa9-91a8-49767501259b HTTP/1.1" status: 204 len: 168 time: 0.8298488 May 27 11:19:24.993662 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8cb9e66c-d9d4-4cc0-8f6f-3dbb465d9b37 req-b57197ad-3995-44c0-8a56-95cc72036d6f tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864701 May 27 11:19:24.999226 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d670ccd-32fa-4784-b907-cab36f499fc1 {{(pid=91849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:19:25.005126 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-865def54-84b8-4be6-837c-033ad140c49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:25.009122 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-28c3d1ca-bc99-4e47-ae1b-fb697c0ff522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:25.023126 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865def54-84b8-4be6-837c-033ad140c49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f763dec2-a185-4098-86fe-7364eb9e37f0,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:25.026227 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-865def54-84b8-4be6-837c-033ad140c49c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:25.028294 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-865def54-84b8-4be6-837c-033ad140c49c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:25.031685 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-865def54-84b8-4be6-837c-033ad140c49c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f763dec2-a185-4098-86fe-7364eb9e37f0 HTTP/1.1" status: 204 len: 168 time: 0.6973901 May 27 11:19:25.041580 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 8d670ccd-32fa-4784-b907-cab36f499fc1, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=8d670ccd-32fa-4784-b907-cab36f499fc1,segment=NetworkSegment(c2be4939-06da-44ef-b45c-fa595b7b31a6),segment_id=c2be4939-06da-44ef-b45c-fa595b7b31a6)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:19:25.059810 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:25.062281 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-555b1ffe-0b06-4bbb-a257-c638f4c52dd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:25.148783 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=8d670ccd-32fa-4784-b907-cab36f499fc1,revision_number=4']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:25.165753 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:25.166873 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:25.167663 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:25.168453 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:25.169587 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:25.170587 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:25.171078 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:25.171686 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:25.172286 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:25.172759 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:25.173416 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:25.174038 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:25.181886 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:25.284531 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 55614) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:25.370069 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-c99a7bdf-22f0-48a1-ae45-8ef9074654ec admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8b4fc49eb8984c07a835ae47f8e0b313&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0833941 May 27 11:19:25.373574 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 55620) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:25.389448 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2547d2-b51f-4b13-a86b-d120790b8257 req-3b4ca848-8906-4391-9c83-deb7d5f83e54 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:25.391296 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3a2547d2-b51f-4b13-a86b-d120790b8257 req-3b4ca848-8906-4391-9c83-deb7d5f83e54 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.2445965 May 27 11:19:25.460836 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3a2547d2-b51f-4b13-a86b-d120790b8257 req-eb6c2930-e3cc-468e-9d13-4ff18e38c117 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606785 May 27 11:19:25.486674 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ddcf20d3-6207-4201-97b7-7a7f93b2a7aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:25.518697 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ddcf20d3-6207-4201-97b7-7a7f93b2a7aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:25.581289 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ddcf20d3-6207-4201-97b7-7a7f93b2a7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:25.585425 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-e82c43bf-272d-4f4d-a507-9d79b1db3c0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:25.602339 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf20d3-6207-4201-97b7-7a7f93b2a7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93be0890-bef3-4a50-b026-fd3b30e904ee,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:25.604585 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-ddcf20d3-6207-4201-97b7-7a7f93b2a7aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:25.621295 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ddcf20d3-6207-4201-97b7-7a7f93b2a7aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:25.623688 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-ddcf20d3-6207-4201-97b7-7a7f93b2a7aa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/93be0890-bef3-4a50-b026-fd3b30e904ee HTTP/1.1" status: 204 len: 168 time: 0.2467318 May 27 11:19:25.715742 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['8d670ccd-32fa-4784-b907-cab36f499fc1'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:19:26.236069 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db741a-cfc6-4140-af19-62b05580f541 req-30014eba-f34b-45ec-9b14-e1ddc81e67ba tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:26.237821 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-95db741a-cfc6-4140-af19-62b05580f541 req-30014eba-f34b-45ec-9b14-e1ddc81e67ba tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=263b9d83-37f3-4d2e-9e5d-adb04cfff9de HTTP/1.1" status: 200 len: 944 time: 0.0925434 May 27 11:19:26.307277 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-95db741a-cfc6-4140-af19-62b05580f541 req-6c3f0086-66f1-4a0b-a7ea-888b84a46025 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627103 May 27 11:19:26.586468 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 55678) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:26.714730 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb6ebb-c552-4e34-9b09-2cbd41326247 req-399e84fa-d08f-438b-b8b6-1ca7a60d04a3 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:26.716335 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-affb6ebb-c552-4e34-9b09-2cbd41326247 req-399e84fa-d08f-438b-b8b6-1ca7a60d04a3 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.1141794 May 27 11:19:26.782818 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-affb6ebb-c552-4e34-9b09-2cbd41326247 req-846986f9-77d1-455a-a233-28622cc8e13e tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602789 May 27 11:19:26.793807 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-80073ebe-3217-4461-a4b5-04a50bde4721 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1157397290-network', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:19:26.800052 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-80073ebe-3217-4461-a4b5-04a50bde4721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:19:26.812813 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-80073ebe-3217-4461-a4b5-04a50bde4721 admin admin] Usage tracker for resource:network and tenant:ee9a16c0b3d64dcaa05860c6748a85d3 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:19:26.815998 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-80073ebe-3217-4461-a4b5-04a50bde4721 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:19:26.823615 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-80073ebe-3217-4461-a4b5-04a50bde4721 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:19:26.834822 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80073ebe-3217-4461-a4b5-04a50bde4721 admin admin] Made reservation on behalf of ee9a16c0b3d64dcaa05860c6748a85d3 for: {'network': 1} {{(pid=91847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:19:26.837637 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-80073ebe-3217-4461-a4b5-04a50bde4721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-672059'] for network, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:26.851753 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-80073ebe-3217-4461-a4b5-04a50bde4721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:26.869887 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-80073ebe-3217-4461-a4b5-04a50bde4721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:19:26.874699 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-80073ebe-3217-4461-a4b5-04a50bde4721 admin admin] Usage tracker for resource:security_group_rule and tenant:ee9a16c0b3d64dcaa05860c6748a85d3 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:19:26.878202 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-80073ebe-3217-4461-a4b5-04a50bde4721 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:19:26.886930 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-80073ebe-3217-4461-a4b5-04a50bde4721 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:19:27.006721 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-80073ebe-3217-4461-a4b5-04a50bde4721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:27.010757 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-80073ebe-3217-4461-a4b5-04a50bde4721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:27.016478 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-939fb677-cf10-4b5f-a6e5-5ddec73d564f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:27.041846 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80073ebe-3217-4461-a4b5-04a50bde4721 admin admin] vlan segment allocate from pool success with {'vlan_id': 1163, 'physical_network': 'physnet1'} {{(pid=91847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 11:19:27.057085 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80073ebe-3217-4461-a4b5-04a50bde4721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0e6f32-5541-4766-b28f-3ea129cb43fc,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:27.060180 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-80073ebe-3217-4461-a4b5-04a50bde4721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:27.063409 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-80073ebe-3217-4461-a4b5-04a50bde4721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075'] for segment, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:27.063941 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.db.segments_db [None req-80073ebe-3217-4461-a4b5-04a50bde4721 admin admin] Added segment 0c88ad6b-358d-4210-9d68-f349b8a786a2 of type vlan for network b50153bc-b3d8-4853-86fc-46a79e9f3733 May 27 11:19:27.095082 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-80073ebe-3217-4461-a4b5-04a50bde4721 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764581993548'] for network, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:27.131501 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-80073ebe-3217-4461-a4b5-04a50bde4721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586667'] for network, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:27.132986 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80073ebe-3217-4461-a4b5-04a50bde4721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:27.133641 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-80073ebe-3217-4461-a4b5-04a50bde4721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for network, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:27.138594 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:27.311706 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-80073ebe-3217-4461-a4b5-04a50bde4721 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7238085 May 27 11:19:27.312711 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80073ebe-3217-4461-a4b5-04a50bde4721 admin admin] Pushing event updated for resources: {'Network': ['ID=b50153bc-b3d8-4853-86fc-46a79e9f3733,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:27.316285 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 55706) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:27.320284 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-80073ebe-3217-4461-a4b5-04a50bde4721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:27.323878 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [None req-8825dc27-de21-455f-991f-3d551eaf9f51 admin admin] Request body: {'subnet': {'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1157397290-subnet', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:19:27.328844 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Network b50153bc-b3d8-4853-86fc-46a79e9f3733 details requested by agent ovs-agent-dv-cinder-751579-23-smb with host dv-cinder-751579-23-smb {{(pid=91849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 11:19:27.330293 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-8825dc27-de21-455f-991f-3d551eaf9f51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:19:27.334631 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-8825dc27-de21-455f-991f-3d551eaf9f51 admin admin] Usage tracker for resource:subnet and tenant:ee9a16c0b3d64dcaa05860c6748a85d3 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:19:27.337881 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-8825dc27-de21-455f-991f-3d551eaf9f51 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:19:27.344205 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-8825dc27-de21-455f-991f-3d551eaf9f51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:19:27.357743 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8825dc27-de21-455f-991f-3d551eaf9f51 admin admin] Made reservation on behalf of ee9a16c0b3d64dcaa05860c6748a85d3 for: {'subnet': 1} {{(pid=91848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:19:27.360560 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-8825dc27-de21-455f-991f-3d551eaf9f51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6631498'] for subnet, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:27.600976 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa1738-ad7e-460f-8848-15cc02bab95b req-44b3af6c-cff0-4310-ad76-9151096b5c8c tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:27.602577 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-73aa1738-ad7e-460f-8848-15cc02bab95b req-44b3af6c-cff0-4310-ad76-9151096b5c8c tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=263b9d83-37f3-4d2e-9e5d-adb04cfff9de HTTP/1.1" status: 200 len: 944 time: 0.1459739 May 27 11:19:27.699904 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-73aa1738-ad7e-460f-8848-15cc02bab95b req-c18c20ad-b097-4e8e-840c-bb7bcca9790d tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905159 May 27 11:19:27.925808 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-8825dc27-de21-455f-991f-3d551eaf9f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6297568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6631516'] for subnet, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:27.963181 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:28.054859 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8825dc27-de21-455f-991f-3d551eaf9f51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f,revision_number=0']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:28.063804 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-8825dc27-de21-455f-991f-3d551eaf9f51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:28.087209 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8825dc27-de21-455f-991f-3d551eaf9f51 admin admin] Checking segment: {'id': '0c88ad6b-358d-4210-9d68-f349b8a786a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:19:28.087581 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8825dc27-de21-455f-991f-3d551eaf9f51 admin admin] Network hostable DHCP agents. Network: b50153bc-b3d8-4853-86fc-46a79e9f3733, hostable agents: ['49383876-4286-4bfb-8d2a-316dbfdc5a49'], hosted agents: [] {{(pid=91848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 11:19:28.108486 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed14e2-21f3-403e-bad7-f0fb0bc629a5 req-46969069-83a0-430a-83a8-010d51f4b3c1 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:28.109944 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0bed14e2-21f3-403e-bad7-f0fb0bc629a5 req-46969069-83a0-430a-83a8-010d51f4b3c1 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.1825969 May 27 11:19:28.134429 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8825dc27-de21-455f-991f-3d551eaf9f51 admin admin] Network b50153bc-b3d8-4853-86fc-46a79e9f3733 is scheduled to be hosted by DHCP agent 49383876-4286-4bfb-8d2a-316dbfdc5a49 with binding_index 1 {{(pid=91848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 11:19:28.156127 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.base_scheduler [None req-8825dc27-de21-455f-991f-3d551eaf9f51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-23-smb, b50153bc-b3d8-4853-86fc-46a79e9f3733) {{(pid=91848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:19:28.165463 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783075e5-65be-4911-afc1-0c7aa1779f2b None None] Network b50153bc-b3d8-4853-86fc-46a79e9f3733 requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:19:28.173498 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0bed14e2-21f3-403e-bad7-f0fb0bc629a5 req-47f738ce-b5e5-46bf-b591-1555180e77c9 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572302 May 27 11:19:28.174748 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8825dc27-de21-455f-991f-3d551eaf9f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:28.175346 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-8825dc27-de21-455f-991f-3d551eaf9f51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:28.199394 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-8825dc27-de21-455f-991f-3d551eaf9f51 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8777511 May 27 11:19:28.199620 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 55724) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:28.205203 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [None req-b4026d94-8a2d-44c3-8431-7e8a11a7688e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1157397290-router', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039'}}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:19:28.216059 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-b4026d94-8a2d-44c3-8431-7e8a11a7688e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:19:28.220605 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-b4026d94-8a2d-44c3-8431-7e8a11a7688e admin admin] Usage tracker for resource:router and tenant:ee9a16c0b3d64dcaa05860c6748a85d3 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:19:28.224632 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-b4026d94-8a2d-44c3-8431-7e8a11a7688e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:19:28.231803 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-b4026d94-8a2d-44c3-8431-7e8a11a7688e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:19:28.245251 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b4026d94-8a2d-44c3-8431-7e8a11a7688e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1940142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7845'] for router, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:28.246519 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b4026d94-8a2d-44c3-8431-7e8a11a7688e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1926502', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1914800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7854'] for router, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:28.266860 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b4026d94-8a2d-44c3-8431-7e8a11a7688e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:28.446071 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faad0da-eae4-428c-99bf-f26080f451a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16fd5ad9-bd55-559a-a3b6-629454411efa-b50153bc-b3d8-4853-86fc-46a79e9f3733', 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'fixed_ips': [{'subnet_id': '6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f'}]}} from dv-cinder-751579-23-smb. {{(pid=91849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 11:19:28.446928 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-5faad0da-eae4-428c-99bf-f26080f451a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:28.588600 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b4026d94-8a2d-44c3-8431-7e8a11a7688e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1926513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1940144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7896'] for router, precommit_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:28.637536 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.db_base_plugin_common [None req-5faad0da-eae4-428c-99bf-f26080f451a3 None None] Allocated IP 172.20.0.2 (b50153bc-b3d8-4853-86fc-46a79e9f3733/6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f/68aeb6f7-c757-4958-b48b-26636c8de79e) {{(pid=91849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:19:28.736642 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 8d670ccd-32fa-4784-b907-cab36f499fc1 up at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:19:28.971612 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-5faad0da-eae4-428c-99bf-f26080f451a3 None None] Notify callbacks [] for port, precommit_create {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:28.979047 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning for port 8d670ccd-32fa-4784-b907-cab36f499fc1 completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:19:28.987555 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning complete for port 8d670ccd-32fa-4784-b907-cab36f499fc1 triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:19:28.988068 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:29.023202 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-5faad0da-eae4-428c-99bf-f26080f451a3 None None] Transition to ACTIVE for port object 68aeb6f7-c757-4958-b48b-26636c8de79e will not be triggered until provisioned by entity L2. {{(pid=91849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:19:29.053658 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-5faad0da-eae4-428c-99bf-f26080f451a3 None None] Transition to ACTIVE for port object 68aeb6f7-c757-4958-b48b-26636c8de79e will not be triggered until provisioned by entity DHCP. {{(pid=91849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:19:29.061407 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-5faad0da-eae4-428c-99bf-f26080f451a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971'] for port, after_create {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:29.069455 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:29.070616 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b4026d94-8a2d-44c3-8431-7e8a11a7688e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:29.104804 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b4026d94-8a2d-44c3-8431-7e8a11a7688e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:29.167596 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faad0da-eae4-428c-99bf-f26080f451a3 None None] Network b50153bc-b3d8-4853-86fc-46a79e9f3733 is already hosted by enough agents. {{(pid=91849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:19:29.167596 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faad0da-eae4-428c-99bf-f26080f451a3 None None] Pushing event updated for resources: {'Port': ['ID=68aeb6f7-c757-4958-b48b-26636c8de79e,revision_number=1']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:29.169394 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.scheduler.base_scheduler [None req-5faad0da-eae4-428c-99bf-f26080f451a3 None None] Resources bound (agent type, host, resource id): {{(pid=91849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:19:29.172244 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-5faad0da-eae4-428c-99bf-f26080f451a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:29.173121 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5faad0da-eae4-428c-99bf-f26080f451a3 None None] Received port after_create {{(pid=91849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:19:29.189719 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc90830-71fa-4ea3-bbee-d9c95bed3e7e req-d474f02a-62db-485e-90f8-64604de7065f tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:29.199496 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ebc90830-71fa-4ea3-bbee-d9c95bed3e7e req-d474f02a-62db-485e-90f8-64604de7065f tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=263b9d83-37f3-4d2e-9e5d-adb04cfff9de HTTP/1.1" status: 200 len: 944 time: 0.3215714 May 27 11:19:29.282321 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ebc90830-71fa-4ea3-bbee-d9c95bed3e7e req-0168ef2c-563e-49a5-b7c8-812bfc89de41 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816963 May 27 11:19:29.351185 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:29.397389 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.db_base_plugin_common [None req-b4026d94-8a2d-44c3-8431-7e8a11a7688e admin admin] Allocated IP 172.28.3.160 (0ace5481-0689-4712-88e8-17cfc5365039/62662465-340f-4d3d-804b-21afd8ee5936/105d25ca-425f-456c-9a62-393efa03896c) {{(pid=91848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:19:29.422907 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 8d670ccd-32fa-4784-b907-cab36f499fc1, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=8d670ccd-32fa-4784-b907-cab36f499fc1,segment=NetworkSegment(c2be4939-06da-44ef-b45c-fa595b7b31a6),segment_id=c2be4939-06da-44ef-b45c-fa595b7b31a6)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:19:29.427094 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263b9d83-37f3-4d2e-9e5d-adb04cfff9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d670ccd-32fa-4784-b907-cab36f499fc1'}] {{(pid=91849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:19:29.435690 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:29.439995 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:29.499426 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-5faad0da-eae4-428c-99bf-f26080f451a3 None None] Attempting to bind port 68aeb6f7-c757-4958-b48b-26636c8de79e on host dv-cinder-751579-23-smb for vnic_type normal with profile {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:19:29.500258 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-5faad0da-eae4-428c-99bf-f26080f451a3 None None] Attempting to bind port 68aeb6f7-c757-4958-b48b-26636c8de79e by drivers openvswitch,hyperv on host dv-cinder-751579-23-smb at level 0 using segments [{'id': '0c88ad6b-358d-4210-9d68-f349b8a786a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733'}] {{(pid=91849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:19:29.500712 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5faad0da-eae4-428c-99bf-f26080f451a3 None None] Attempting to bind port 68aeb6f7-c757-4958-b48b-26636c8de79e on network b50153bc-b3d8-4853-86fc-46a79e9f3733 {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:19:29.513328 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5faad0da-eae4-428c-99bf-f26080f451a3 None None] Checking agent: {'id': '2c978cda-2b59-4acb-bf0b-4021aa69528d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 9, 47), 'started_at': datetime.datetime(2021, 5, 27, 11, 10, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:19:29.514234 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5faad0da-eae4-428c-99bf-f26080f451a3 None None] Checking segment: {'id': '0c88ad6b-358d-4210-9d68-f349b8a786a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:19:29.514872 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-5faad0da-eae4-428c-99bf-f26080f451a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:29.515370 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5faad0da-eae4-428c-99bf-f26080f451a3 None None] Bound using segment: {'id': '0c88ad6b-358d-4210-9d68-f349b8a786a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733'} {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:19:29.516034 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-5faad0da-eae4-428c-99bf-f26080f451a3 None None] Bound port: 68aeb6f7-c757-4958-b48b-26636c8de79e, host: dv-cinder-751579-23-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c88ad6b-358d-4210-9d68-f349b8a786a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733'}}] {{(pid=91849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:19:29.516506 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-5faad0da-eae4-428c-99bf-f26080f451a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:29.577448 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=8d670ccd-32fa-4784-b907-cab36f499fc1,revision_number=5']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:29.586644 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:29.632663 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-5faad0da-eae4-428c-99bf-f26080f451a3 None None] For port 68aeb6f7-c757-4958-b48b-26636c8de79e, host dv-cinder-751579-23-smb, cleared binding levels {{(pid=91849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:19:29.636448 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-5faad0da-eae4-428c-99bf-f26080f451a3 None None] For port 68aeb6f7-c757-4958-b48b-26636c8de79e, host dv-cinder-751579-23-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=68aeb6f7-c757-4958-b48b-26636c8de79e,segment=NetworkSegment(0c88ad6b-358d-4210-9d68-f349b8a786a2),segment_id=0c88ad6b-358d-4210-9d68-f349b8a786a2)] {{(pid=91849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:19:29.643275 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-5faad0da-eae4-428c-99bf-f26080f451a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:29.653981 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:29.675112 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfd645-6da4-4e74-9b80-d1e2a3f50f17 req-ad1d594b-fc48-4468-a5b5-2f4be8b92792 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:29.675112 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a7bfd645-6da4-4e74-9b80-d1e2a3f50f17 req-ad1d594b-fc48-4468-a5b5-2f4be8b92792 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.2129133 May 27 11:19:29.683251 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b4026d94-8a2d-44c3-8431-7e8a11a7688e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:29.744085 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a7bfd645-6da4-4e74-9b80-d1e2a3f50f17 req-43dc1025-f792-4294-9cbc-c0965aea1a12 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674181 May 27 11:19:29.752521 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faad0da-eae4-428c-99bf-f26080f451a3 None None] Pushing event updated for resources: {'Port': ['ID=68aeb6f7-c757-4958-b48b-26636c8de79e,revision_number=2']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:29.756488 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-5faad0da-eae4-428c-99bf-f26080f451a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:29.798019 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-2fd18aec-5164-473e-aa0c-380a70b3c296 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=c394db0c37384698a27c1c958a1d7153&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512898 May 27 11:19:29.806212 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b4026d94-8a2d-44c3-8431-7e8a11a7688e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6295888'] for port, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:29.838256 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:30.015867 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4026d94-8a2d-44c3-8431-7e8a11a7688e admin admin] Network 0ace5481-0689-4712-88e8-17cfc5365039 is already hosted by enough agents. {{(pid=91848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:19:30.024272 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.base_scheduler [None req-b4026d94-8a2d-44c3-8431-7e8a11a7688e admin admin] Resources bound (agent type, host, resource id): {{(pid=91848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:19:30.026706 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4026d94-8a2d-44c3-8431-7e8a11a7688e admin admin] Received port after_create {{(pid=91848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:19:30.039869 dv-cinder-751579-23-smb neutron-server[91849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '263b9d83-37f3-4d2e-9e5d-adb04cfff9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d670ccd-32fa-4784-b907-cab36f499fc1', 'code': 200} May 27 11:19:30.060579 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4026d94-8a2d-44c3-8431-7e8a11a7688e admin admin] Pushing event updated for resources: {'Port': ['ID=105d25ca-425f-456c-9a62-393efa03896c,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:30.073387 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-b4026d94-8a2d-44c3-8431-7e8a11a7688e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:30.120089 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 68aeb6f7-c757-4958-b48b-26636c8de79e up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:19:30.150711 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-25acabbd-ebf0-4f5e-82a6-ce5f3d9d0422 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:30.152351 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-25acabbd-ebf0-4f5e-82a6-ce5f3d9d0422 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3449531 May 27 11:19:30.212562 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning for port 68aeb6f7-c757-4958-b48b-26636c8de79e completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:19:30.287948 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-20d60d99-799d-46f0-bc97-b283fc8f21c4 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.77 "GET /v2.0/quotas/c394db0c37384698a27c1c958a1d7153 HTTP/1.1" status: 200 len: 375 time: 0.0784309 May 27 11:19:30.350762 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b014f-e5f0-421e-8c93-62cac47f3565 req-607765f8-5d33-4b29-bd87-87079998da05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:30.352429 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-139b014f-e5f0-421e-8c93-62cac47f3565 req-607765f8-5d33-4b29-bd87-87079998da05 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=263b9d83-37f3-4d2e-9e5d-adb04cfff9de HTTP/1.1" status: 200 len: 1098 time: 0.0868134 May 27 11:19:30.382603 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-88fc56b7-375c-40cb-a7c9-c5e9fcbc96ff tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c394db0c37384698a27c1c958a1d7153&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629225 May 27 11:19:30.421547 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-139b014f-e5f0-421e-8c93-62cac47f3565 req-4f6e58a5-cc6d-4d4f-bb94-8da9ac3d7009 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446184 May 27 11:19:30.841985 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-45d71050-b5be-41e5-95b9-4ad276302462 req-413ef719-2ade-4a81-bcb4-14fa1d6208f0 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.77 "GET /v2.0/ports?device_id=91e99e70-afca-4672-9bdc-c506f7b19f7f HTTP/1.1" status: 200 len: 210 time: 0.0728745 May 27 11:19:30.862298 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc85eee-9bfd-4729-98af-00bc9a4babaa req-865fd5ec-4184-42ab-b8ee-f182d45ae096 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:30.864296 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ebc85eee-9bfd-4729-98af-00bc9a4babaa req-865fd5ec-4184-42ab-b8ee-f182d45ae096 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=263b9d83-37f3-4d2e-9e5d-adb04cfff9de HTTP/1.1" status: 200 len: 945 time: 0.3855031 May 27 11:19:30.869375 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b4026d94-8a2d-44c3-8431-7e8a11a7688e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:30.915732 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c8486c-6278-416b-a95b-0362d685057a None None] Network b50153bc-b3d8-4853-86fc-46a79e9f3733 requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:19:30.970092 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-7e072828-63f0-4173-8f30-532a7e4ac4ad None None] Provisioning for port 68aeb6f7-c757-4958-b48b-26636c8de79e completed by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:19:31.081202 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-7e072828-63f0-4173-8f30-532a7e4ac4ad None None] Provisioning complete for port 68aeb6f7-c757-4958-b48b-26636c8de79e triggered by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:19:31.081710 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-7e072828-63f0-4173-8f30-532a7e4ac4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:31.089279 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ebc85eee-9bfd-4729-98af-00bc9a4babaa req-e6c6f685-8539-4a1a-a8fe-ab54c4920042 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557071 May 27 11:19:31.367594 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efec3c-9dc8-4b05-82d4-f8793aea3c1f req-7f2855ff-15d2-40a0-8129-b76b6b6102ea tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:31.369697 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-81efec3c-9dc8-4b05-82d4-f8793aea3c1f req-7f2855ff-15d2-40a0-8129-b76b6b6102ea tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.2995877 May 27 11:19:31.413969 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b4026d94-8a2d-44c3-8431-7e8a11a7688e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1926400'] for router, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:31.421473 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-7e072828-63f0-4173-8f30-532a7e4ac4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:31.483950 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-7e072828-63f0-4173-8f30-532a7e4ac4ad None None] For port 68aeb6f7-c757-4958-b48b-26636c8de79e, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=68aeb6f7-c757-4958-b48b-26636c8de79e,segment=NetworkSegment(0c88ad6b-358d-4210-9d68-f349b8a786a2),segment_id=0c88ad6b-358d-4210-9d68-f349b8a786a2)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:19:31.489953 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-7e072828-63f0-4173-8f30-532a7e4ac4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:31.497464 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:31.514916 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-81efec3c-9dc8-4b05-82d4-f8793aea3c1f req-9146874d-9ada-4a59-96d2-9375c4773892 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335666 May 27 11:19:31.566277 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e072828-63f0-4173-8f30-532a7e4ac4ad None None] Pushing event updated for resources: {'Port': ['ID=68aeb6f7-c757-4958-b48b-26636c8de79e,revision_number=3']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:31.570509 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-7e072828-63f0-4173-8f30-532a7e4ac4ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:31.708719 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4026d94-8a2d-44c3-8431-7e8a11a7688e admin admin] Router 9ff690f8-fb8f-41a7-9402-1a24f8fdf38b is scheduled to L3 agent 6d24f2a4-c5c8-4233-9813-3f8fa73b68fa with binding_index 1 {{(pid=91848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 11:19:31.813808 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-bec84c2c-4f20-484c-9335-2e9bab7130d0 None None] Provisioning complete for port 68aeb6f7-c757-4958-b48b-26636c8de79e triggered by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:19:31.814094 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-bec84c2c-4f20-484c-9335-2e9bab7130d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:31.910148 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4026d94-8a2d-44c3-8431-7e8a11a7688e admin admin] Notify agent at l3_agent.dv-cinder-751579-23-smb the message routers_updated {{(pid=91848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:19:31.929836 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b89972-0beb-4280-a251-8daddbbf1fb2 None None] Sync routers for ids ['9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'] in dv-cinder-751579-23-smb {{(pid=91850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:19:31.940100 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b4026d94-8a2d-44c3-8431-7e8a11a7688e admin admin] Notify callbacks [] for router, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:31.941492 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-b4026d94-8a2d-44c3-8431-7e8a11a7688e admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.7408922 May 27 11:19:31.944875 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 55800) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:31.957217 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b89972-0beb-4280-a251-8daddbbf1fb2 None None] Routers {'9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:19:31.958077 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-19b89972-0beb-4280-a251-8daddbbf1fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:19:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'], 'active': True} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:19:32.034959 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 68aeb6f7-c757-4958-b48b-26636c8de79e up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:19:32.039967 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9e4db8c6-ab1d-47aa-b7c9-2c22358ad086 req-158d85f9-6e43-4d97-848e-9693a3b7b8e9 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.77 "GET /v2.0/ports?device_id=91e99e70-afca-4672-9bdc-c506f7b19f7f HTTP/1.1" status: 200 len: 210 time: 0.0549786 May 27 11:19:32.111596 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port 68aeb6f7-c757-4958-b48b-26636c8de79e triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:19:32.112318 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:32.177938 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvr_db [None req-19b89972-0beb-4280-a251-8daddbbf1fb2 None None] Set router 9ff690f8-fb8f-41a7-9402-1a24f8fdf38b gateway port host: dv-cinder-751579-23-smb {{(pid=91850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:19:32.310406 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ddaa83-233e-49b6-b66f-2f50b842d66f req-051c3cd3-388f-44cc-ad6a-b2ab8ad54c06 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:32.312041 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b3ddaa83-233e-49b6-b66f-2f50b842d66f req-051c3cd3-388f-44cc-ad6a-b2ab8ad54c06 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=263b9d83-37f3-4d2e-9e5d-adb04cfff9de HTTP/1.1" status: 200 len: 945 time: 0.0851641 May 27 11:19:32.364559 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b3ddaa83-233e-49b6-b66f-2f50b842d66f req-26b6ca39-07a6-4ba0-b844-541f2fd885f8 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458539 May 27 11:19:32.581106 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-19b89972-0beb-4280-a251-8daddbbf1fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1157397290-router', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': '105d25ca-425f-456c-9a62-393efa03896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:19:28Z', 'updated_at': '2021-05-27T11:19:30Z', 'revision_number': 3, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'gw_port': {'id': '105d25ca-425f-456c-9a62-393efa03896c', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:19:29Z', 'updated_at': '2021-05-27T11:19:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb'}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:19:32.591135 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b89972-0beb-4280-a251-8daddbbf1fb2 None None] Checking router: 9ff690f8-fb8f-41a7-9402-1a24f8fdf38b for host: dv-cinder-751579-23-smb {{(pid=91850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:19:32.594513 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b89972-0beb-4280-a251-8daddbbf1fb2 None None] Updating router 9ff690f8-fb8f-41a7-9402-1a24f8fdf38b port 105d25ca-425f-456c-9a62-393efa03896c binding host dv-cinder-751579-23-smb {{(pid=91850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 11:19:32.665009 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-19b89972-0beb-4280-a251-8daddbbf1fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:32.840252 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-12ac4e45-e314-4409-affe-17bca5ccb2eb tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=c394db0c37384698a27c1c958a1d7153&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1617546 May 27 11:19:32.887075 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e4621-6527-4b04-8df0-3959500904b5 req-0dad67a0-3f57-42d1-b889-f36f83cc1be5 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:32.888633 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-749e4621-6527-4b04-8df0-3959500904b5 req-0dad67a0-3f57-42d1-b889-f36f83cc1be5 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.1420245 May 27 11:19:32.993953 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-749e4621-6527-4b04-8df0-3959500904b5 req-6f42e4ff-a986-48e1-8996-27f80f169393 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980444 May 27 11:19:33.062778 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-bec145df-a40f-4b72-a3a2-a967b647e80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:33.180248 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-e67eb73b-0792-40d4-be00-d028f70e8fc5 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:33.181746 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-e67eb73b-0792-40d4-be00-d028f70e8fc5 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2760887 May 27 11:19:33.218675 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-32005928-fcdc-4317-9bd4-1f8cba9bea69 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Request body: {'port': {'device_id': '91e99e70-afca-4672-9bdc-c506f7b19f7f', 'network_id': 'ad5d4821-5925-4264-b22c-81e2fa36b9d7', 'admin_state_up': True, 'tenant_id': 'c394db0c37384698a27c1c958a1d7153'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:19:33.256045 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-19b89972-0beb-4280-a251-8daddbbf1fb2 None None] Notify callbacks [] for port, precommit_update {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:33.269146 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.provisioning_blocks [None req-19b89972-0beb-4280-a251-8daddbbf1fb2 None None] Transition to ACTIVE for port object 105d25ca-425f-456c-9a62-393efa03896c will not be triggered until provisioned by entity L2. {{(pid=91850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:19:33.279398 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-19b89972-0beb-4280-a251-8daddbbf1fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:33.284257 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-472cab44-06d0-41c8-9f4f-b9561efd2368 req-00dc0399-e3eb-4439-bcd5-0eae2f82a012 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.77 "GET /v2.0/ports?device_id=91e99e70-afca-4672-9bdc-c506f7b19f7f HTTP/1.1" status: 200 len: 210 time: 0.0675709 May 27 11:19:33.284712 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG oslo_concurrency.lockutils [None req-4d705503-3a73-4159-8dd1-69e976c3f0bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:33.284846 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 55834) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:33.374121 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.managers [None req-19b89972-0beb-4280-a251-8daddbbf1fb2 None None] Attempting to bind port 105d25ca-425f-456c-9a62-393efa03896c on host dv-cinder-751579-23-smb for vnic_type normal with profile {{(pid=91850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:19:33.374345 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.managers [None req-19b89972-0beb-4280-a251-8daddbbf1fb2 None None] Attempting to bind port 105d25ca-425f-456c-9a62-393efa03896c by drivers openvswitch,hyperv on host dv-cinder-751579-23-smb at level 0 using segments [{'id': '4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039'}] {{(pid=91850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:19:33.374550 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b89972-0beb-4280-a251-8daddbbf1fb2 None None] Attempting to bind port 105d25ca-425f-456c-9a62-393efa03896c on network 0ace5481-0689-4712-88e8-17cfc5365039 {{(pid=91850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:19:33.378307 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79822858-8f97-45a9-aeae-00336d3b17d4 None None] Pushing event updated for resources: {'Port': ['ID=105d25ca-425f-456c-9a62-393efa03896c,revision_number=2']} {{(pid=91850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:33.387631 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b89972-0beb-4280-a251-8daddbbf1fb2 None None] Checking agent: {'id': '2c978cda-2b59-4acb-bf0b-4021aa69528d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 9, 47), 'started_at': datetime.datetime(2021, 5, 27, 11, 10, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:19:33.387911 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b89972-0beb-4280-a251-8daddbbf1fb2 None None] Checking segment: {'id': '4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:19:33.388184 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-19b89972-0beb-4280-a251-8daddbbf1fb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:33.388575 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b89972-0beb-4280-a251-8daddbbf1fb2 None None] Bound using segment: {'id': '4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039'} {{(pid=91850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:19:33.389052 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.managers [None req-19b89972-0beb-4280-a251-8daddbbf1fb2 None None] Bound port: 105d25ca-425f-456c-9a62-393efa03896c, host: dv-cinder-751579-23-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039'}}] {{(pid=91850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:19:33.389423 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-19b89972-0beb-4280-a251-8daddbbf1fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:33.430138 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79822858-8f97-45a9-aeae-00336d3b17d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:33.430472 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79822858-8f97-45a9-aeae-00336d3b17d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:33.430800 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79822858-8f97-45a9-aeae-00336d3b17d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:33.431145 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79822858-8f97-45a9-aeae-00336d3b17d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:33.431437 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79822858-8f97-45a9-aeae-00336d3b17d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:33.431782 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79822858-8f97-45a9-aeae-00336d3b17d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:33.432097 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79822858-8f97-45a9-aeae-00336d3b17d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:33.432478 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79822858-8f97-45a9-aeae-00336d3b17d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:33.432725 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79822858-8f97-45a9-aeae-00336d3b17d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:33.433044 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79822858-8f97-45a9-aeae-00336d3b17d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:33.433359 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79822858-8f97-45a9-aeae-00336d3b17d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:33.433662 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79822858-8f97-45a9-aeae-00336d3b17d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:19:33.444120 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG oslo_concurrency.lockutils [None req-79822858-8f97-45a9-aeae-00336d3b17d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:33.464296 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-571a1b41-de5a-42ca-8867-88790e7cc6c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:33.479877 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-571a1b41-de5a-42ca-8867-88790e7cc6c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:19:33.480750 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.db [None req-19b89972-0beb-4280-a251-8daddbbf1fb2 None None] For port 105d25ca-425f-456c-9a62-393efa03896c, host dv-cinder-751579-23-smb, cleared binding levels {{(pid=91850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:19:33.484735 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.db [None req-19b89972-0beb-4280-a251-8daddbbf1fb2 None None] For port 105d25ca-425f-456c-9a62-393efa03896c, host dv-cinder-751579-23-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=105d25ca-425f-456c-9a62-393efa03896c,segment=NetworkSegment(4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310),segment_id=4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310)] {{(pid=91850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:19:33.485710 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-571a1b41-de5a-42ca-8867-88790e7cc6c0 admin admin] Usage tracker for resource:security_group_rule and tenant:29ae8307136e489893c2fa4e04607f59 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:19:33.490446 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-571a1b41-de5a-42ca-8867-88790e7cc6c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:19:33.495307 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-19b89972-0beb-4280-a251-8daddbbf1fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:33.501844 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG oslo_concurrency.lockutils [None req-b698aebc-cf71-4cba-a878-93c67001e553 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:33.511060 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-571a1b41-de5a-42ca-8867-88790e7cc6c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:19:33.515176 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-32005928-fcdc-4317-9bd4-1f8cba9bea69 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:19:33.525414 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-32005928-fcdc-4317-9bd4-1f8cba9bea69 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Usage tracker for resource:port and tenant:c394db0c37384698a27c1c958a1d7153 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:19:33.528242 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.db_base_plugin_common [None req-bec145df-a40f-4b72-a3a2-a967b647e80e admin admin] Allocated IP 172.20.0.1 (b50153bc-b3d8-4853-86fc-46a79e9f3733/6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f/2200579a-7af3-4ed3-affc-3e9f79e996ce) {{(pid=91847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:19:33.530264 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-32005928-fcdc-4317-9bd4-1f8cba9bea69 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:19:33.538397 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-32005928-fcdc-4317-9bd4-1f8cba9bea69 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:19:33.571884 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-32005928-fcdc-4317-9bd4-1f8cba9bea69 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Made reservation on behalf of c394db0c37384698a27c1c958a1d7153 for: {'port': 1} {{(pid=91847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:19:33.577970 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-32005928-fcdc-4317-9bd4-1f8cba9bea69 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:33.593382 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b89972-0beb-4280-a251-8daddbbf1fb2 None None] Routers {'9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:19:33.594185 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-19b89972-0beb-4280-a251-8daddbbf1fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:19:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'], 'active': True} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:19:33.659318 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23294b9b-c500-4c1c-bb1a-bc1928e4f028 req-4b2b4864-506e-45ad-ac78-a3ea2088f36c tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:33.660857 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-23294b9b-c500-4c1c-bb1a-bc1928e4f028 req-4b2b4864-506e-45ad-ac78-a3ea2088f36c tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=263b9d83-37f3-4d2e-9e5d-adb04cfff9de HTTP/1.1" status: 200 len: 945 time: 0.1475394 May 27 11:19:33.665916 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79822858-8f97-45a9-aeae-00336d3b17d4 None None] Pushing event updated for resources: {'Port': ['ID=105d25ca-425f-456c-9a62-393efa03896c,revision_number=3']} {{(pid=91850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:33.671256 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG oslo_concurrency.lockutils [None req-79822858-8f97-45a9-aeae-00336d3b17d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:33.718390 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-571a1b41-de5a-42ca-8867-88790e7cc6c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:33.729885 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-32005928-fcdc-4317-9bd4-1f8cba9bea69 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:33.745248 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-23294b9b-c500-4c1c-bb1a-bc1928e4f028 req-fc5b89d1-133d-4605-a526-f1c7ccd3bd2b tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632882 May 27 11:19:33.745248 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-571a1b41-de5a-42ca-8867-88790e7cc6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:33.781050 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:33.827522 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-32005928-fcdc-4317-9bd4-1f8cba9bea69 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:19:33.830385 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-571a1b41-de5a-42ca-8867-88790e7cc6c0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=29ae8307136e489893c2fa4e04607f59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5410357 May 27 11:19:33.831116 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 55848) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:33.833025 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a1b41-de5a-42ca-8867-88790e7cc6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00b8aec-d5bb-48d4-b3ca-5d850be89d80,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:33.836894 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-571a1b41-de5a-42ca-8867-88790e7cc6c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:33.839782 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvr_db [None req-19b89972-0beb-4280-a251-8daddbbf1fb2 None None] Set router 9ff690f8-fb8f-41a7-9402-1a24f8fdf38b gateway port host: dv-cinder-751579-23-smb {{(pid=91850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:19:33.844459 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-32005928-fcdc-4317-9bd4-1f8cba9bea69 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Usage tracker for resource:security_group_rule and tenant:c394db0c37384698a27c1c958a1d7153 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:19:33.860148 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-32005928-fcdc-4317-9bd4-1f8cba9bea69 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:19:33.882382 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-32005928-fcdc-4317-9bd4-1f8cba9bea69 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:19:33.979666 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-bec145df-a40f-4b72-a3a2-a967b647e80e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:34.001752 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-bec145df-a40f-4b72-a3a2-a967b647e80e admin admin] Transition to ACTIVE for port object 2200579a-7af3-4ed3-affc-3e9f79e996ce will not be triggered until provisioned by entity DHCP. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:19:34.088446 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-0e03dcf5-2fe8-4dc1-a7bf-cdfb3f78cc35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:34.107638 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-bec145df-a40f-4b72-a3a2-a967b647e80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971'] for port, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:34.111996 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-32005928-fcdc-4317-9bd4-1f8cba9bea69 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:34.117224 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-599986fe-7918-4e68-9b4a-6aac9bfe26ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:34.134147 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-0e03dcf5-2fe8-4dc1-a7bf-cdfb3f78cc35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:34.158511 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-32005928-fcdc-4317-9bd4-1f8cba9bea69 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:34.213576 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-0e03dcf5-2fe8-4dc1-a7bf-cdfb3f78cc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:34.222786 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:34.243107 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec145df-a40f-4b72-a3a2-a967b647e80e admin admin] Network b50153bc-b3d8-4853-86fc-46a79e9f3733 is already hosted by enough agents. {{(pid=91847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:19:34.250321 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [None req-bec145df-a40f-4b72-a3a2-a967b647e80e admin admin] Resources bound (agent type, host, resource id): {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:19:34.273221 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec145df-a40f-4b72-a3a2-a967b647e80e admin admin] Received port after_create {{(pid=91847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:19:34.273693 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-bec145df-a40f-4b72-a3a2-a967b647e80e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1927782'] for router_interface, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:34.291351 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec145df-a40f-4b72-a3a2-a967b647e80e admin admin] Pushing event updated for resources: {'Port': ['ID=2200579a-7af3-4ed3-affc-3e9f79e996ce,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:34.293661 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03dcf5-2fe8-4dc1-a7bf-cdfb3f78cc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00b8aec-d5bb-48d4-b3ca-5d850be89d80,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:34.299601 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-0e03dcf5-2fe8-4dc1-a7bf-cdfb3f78cc35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:34.304809 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-0e03dcf5-2fe8-4dc1-a7bf-cdfb3f78cc35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:34.320679 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-0e03dcf5-2fe8-4dc1-a7bf-cdfb3f78cc35 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c00b8aec-d5bb-48d4-b3ca-5d850be89d80 HTTP/1.1" status: 204 len: 168 time: 0.4583120 May 27 11:19:34.329405 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-bec145df-a40f-4b72-a3a2-a967b647e80e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:34.333910 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-a968f019-4ad9-4f05-9397-71bbc6086aa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:34.414395 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc87446-aac1-41a1-99f3-7b0db5aa5a51 req-af29df17-47da-4754-9304-70b99c964e5a tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:34.418279 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-fcc87446-aac1-41a1-99f3-7b0db5aa5a51 req-af29df17-47da-4754-9304-70b99c964e5a tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.1988995 May 27 11:19:34.438173 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32005928-fcdc-4317-9bd4-1f8cba9bea69 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae578deb-b0bf-4be2-875f-1f1206c94fb9,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:34.443250 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-32005928-fcdc-4317-9bd4-1f8cba9bea69 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:34.522747 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-19b89972-0beb-4280-a251-8daddbbf1fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1157397290-router', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': '105d25ca-425f-456c-9a62-393efa03896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:19:28Z', 'updated_at': '2021-05-27T11:19:30Z', 'revision_number': 3, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'gw_port': {'id': '105d25ca-425f-456c-9a62-393efa03896c', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:19:29Z', 'updated_at': '2021-05-27T11:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb'}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:19:34.537596 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b89972-0beb-4280-a251-8daddbbf1fb2 None None] The sync data for ids ['9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'] in dv-cinder-751579-23-smb is: [{'id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1157397290-router', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': '105d25ca-425f-456c-9a62-393efa03896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:19:28Z', 'updated_at': '2021-05-27T11:19:30Z', 'revision_number': 3, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'gw_port': {'id': '105d25ca-425f-456c-9a62-393efa03896c', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:19:29Z', 'updated_at': '2021-05-27T11:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb'}] {{(pid=91850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:19:34.540396 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9dcb19d2-6d0c-4fa5-8005-f3a36e31baee req-77f964e4-e3d5-4938-aee9-8448a9f3b055 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.77 "GET /v2.0/ports?device_id=91e99e70-afca-4672-9bdc-c506f7b19f7f HTTP/1.1" status: 200 len: 210 time: 0.0648804 May 27 11:19:34.546442 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-fcc87446-aac1-41a1-99f3-7b0db5aa5a51 req-89572579-a7ba-4f5a-ad67-c3dcd8e2cb8d tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208320 May 27 11:19:34.558963 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.db_base_plugin_common [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-32005928-fcdc-4317-9bd4-1f8cba9bea69 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Allocated IP 192.168.233.20 (ad5d4821-5925-4264-b22c-81e2fa36b9d7/6d8c61c8-4abd-4c73-98d2-0bab955fb131/88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0) {{(pid=91847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:19:34.624681 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-b066222b-edc8-4221-90f4-d1d4c767c52b None None] Provisioning for port 2200579a-7af3-4ed3-affc-3e9f79e996ce completed by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:19:34.630965 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-b066222b-edc8-4221-90f4-d1d4c767c52b None None] Provisioning complete for port 2200579a-7af3-4ed3-affc-3e9f79e996ce triggered by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:19:34.631663 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-b066222b-edc8-4221-90f4-d1d4c767c52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:34.748291 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-b066222b-edc8-4221-90f4-d1d4c767c52b None None] Port 2200579a-7af3-4ed3-affc-3e9f79e996ce cannot update to ACTIVE because it is not bound. {{(pid=91849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:19:34.797594 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-bec145df-a40f-4b72-a3a2-a967b647e80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:34.819054 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 55870) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:34.844661 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-c073eadd-5a63-42f7-ac5b-2e663b16a890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:34.861264 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-c073eadd-5a63-42f7-ac5b-2e663b16a890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:19:34.871413 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-c073eadd-5a63-42f7-ac5b-2e663b16a890 admin admin] Usage tracker for resource:security_group_rule and tenant:dd5a7858bb4049e4883595a3e6612f5b is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:19:34.874512 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-c073eadd-5a63-42f7-ac5b-2e663b16a890 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:19:34.882600 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-c073eadd-5a63-42f7-ac5b-2e663b16a890 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:19:35.122863 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-32005928-fcdc-4317-9bd4-1f8cba9bea69 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Notify callbacks [] for port, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:35.137915 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-c073eadd-5a63-42f7-ac5b-2e663b16a890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:35.149337 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-c073eadd-5a63-42f7-ac5b-2e663b16a890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:35.160264 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-32005928-fcdc-4317-9bd4-1f8cba9bea69 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Transition to ACTIVE for port object 88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0 will not be triggered until provisioned by entity DHCP. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:19:35.235575 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-bec145df-a40f-4b72-a3a2-a967b647e80e admin admin] Notify callbacks [] for port, precommit_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:35.249182 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-bec145df-a40f-4b72-a3a2-a967b647e80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:35.250417 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-bec145df-a40f-4b72-a3a2-a967b647e80e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1927877'] for router_interface, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:35.273983 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:35.277109 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:35.318830 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-c073eadd-5a63-42f7-ac5b-2e663b16a890 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dd5a7858bb4049e4883595a3e6612f5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4986026 May 27 11:19:35.323398 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 55886) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:35.324622 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c073eadd-5a63-42f7-ac5b-2e663b16a890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05636b1d-c024-4aab-9640-47af8d392048,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:35.325085 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-32005928-fcdc-4317-9bd4-1f8cba9bea69 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971'] for port, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:35.328445 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-c073eadd-5a63-42f7-ac5b-2e663b16a890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:35.407549 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-42d50730-1d98-4aac-8c9d-fb8f93532a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:35.443476 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-42d50730-1d98-4aac-8c9d-fb8f93532a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:35.474698 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec145df-a40f-4b72-a3a2-a967b647e80e admin admin] Pushing event updated for resources: {'Port': ['ID=2200579a-7af3-4ed3-affc-3e9f79e996ce,revision_number=2']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:35.478699 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-32005928-fcdc-4317-9bd4-1f8cba9bea69 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Network ad5d4821-5925-4264-b22c-81e2fa36b9d7 is already hosted by enough agents. {{(pid=91847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:19:35.482094 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-bec145df-a40f-4b72-a3a2-a967b647e80e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:35.482802 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-d5a48a1a-4ab0-449a-97aa-f422bc907535 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:35.512041 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-42d50730-1d98-4aac-8c9d-fb8f93532a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:35.516228 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-b3bad982-d415-4e55-a607-e9f6761a226e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:35.516517 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-32005928-fcdc-4317-9bd4-1f8cba9bea69 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Resources bound (agent type, host, resource id): {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:19:35.525835 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-32005928-fcdc-4317-9bd4-1f8cba9bea69 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Received port after_create {{(pid=91847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:19:35.529183 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d50730-1d98-4aac-8c9d-fb8f93532a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05636b1d-c024-4aab-9640-47af8d392048,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:35.531461 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-32005928-fcdc-4317-9bd4-1f8cba9bea69 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:35.532137 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-32005928-fcdc-4317-9bd4-1f8cba9bea69 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:35.540284 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-42d50730-1d98-4aac-8c9d-fb8f93532a93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:35.544348 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-42d50730-1d98-4aac-8c9d-fb8f93532a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:35.547367 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-42d50730-1d98-4aac-8c9d-fb8f93532a93 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/05636b1d-c024-4aab-9640-47af8d392048 HTTP/1.1" status: 204 len: 168 time: 0.2178860 May 27 11:19:35.650511 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32005928-fcdc-4317-9bd4-1f8cba9bea69 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Pushing event updated for resources: {'Port': ['ID=88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:35.661472 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-32005928-fcdc-4317-9bd4-1f8cba9bea69 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:35.677913 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-32005928-fcdc-4317-9bd4-1f8cba9bea69 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4633913 May 27 11:19:35.689679 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec145df-a40f-4b72-a3a2-a967b647e80e admin admin] Network b50153bc-b3d8-4853-86fc-46a79e9f3733 is already hosted by enough agents. {{(pid=91847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:19:35.703335 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-3c5f6b56-54a1-4fd3-9c74-3d3c584c5501 service neutron] Request body: {'port': {'device_id': '91e99e70-afca-4672-9bdc-c506f7b19f7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:19:35.795878 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [None req-bec145df-a40f-4b72-a3a2-a967b647e80e admin admin] Resources bound (agent type, host, resource id): {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:19:35.891027 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-b8d3675f-4cc1-492d-84fe-8edacf4c3ed5 None None] Provisioning for port 88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0 completed by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:19:35.908085 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-b8d3675f-4cc1-492d-84fe-8edacf4c3ed5 None None] Provisioning complete for port 88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0 triggered by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:19:35.908714 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-b8d3675f-4cc1-492d-84fe-8edacf4c3ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:35.971840 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef15a3-1776-4c66-9c7d-5f14c24f8b31 req-64b40a5b-746f-426e-b9d8-2ffeeedd9d08 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:35.973968 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-46ef15a3-1776-4c66-9c7d-5f14c24f8b31 req-64b40a5b-746f-426e-b9d8-2ffeeedd9d08 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.77 "GET /v2.0/ports?device_id=91e99e70-afca-4672-9bdc-c506f7b19f7f HTTP/1.1" status: 200 len: 935 time: 0.1919799 May 27 11:19:35.992575 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb167b-3016-4d49-90d9-9fe05098059f req-90878212-354e-495b-ad89-7bfae063571a tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:36.012159 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2ecb167b-3016-4d49-90d9-9fe05098059f req-90878212-354e-495b-ad89-7bfae063571a tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.2705002 May 27 11:19:36.099518 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-b8d3675f-4cc1-492d-84fe-8edacf4c3ed5 None None] Port 88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0 cannot update to ACTIVE because it is not bound. {{(pid=91849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:19:36.129822 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2ecb167b-3016-4d49-90d9-9fe05098059f req-28328b26-163c-4ced-9e55-d53a7785f929 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165950 May 27 11:19:36.131899 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 105d25ca-425f-456c-9a62-393efa03896c up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:19:36.193958 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-46ef15a3-1776-4c66-9c7d-5f14c24f8b31 req-7bfdf12e-f94d-4826-a909-57c03f02fb24 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae578deb-b0bf-4be2-875f-1f1206c94fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628194 May 27 11:19:36.266135 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-a98db46b-bc41-447f-bddc-a756798b49bd None None] Provisioning complete for port 2200579a-7af3-4ed3-affc-3e9f79e996ce triggered by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:19:36.266845 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-a98db46b-bc41-447f-bddc-a756798b49bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:36.337138 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-3c5f6b56-54a1-4fd3-9c74-3d3c584c5501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:36.389477 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-a98db46b-bc41-447f-bddc-a756798b49bd None None] Port 2200579a-7af3-4ed3-affc-3e9f79e996ce cannot update to ACTIVE because it is not bound. {{(pid=91849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:19:36.417978 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning for port 105d25ca-425f-456c-9a62-393efa03896c completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:19:36.434611 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port 105d25ca-425f-456c-9a62-393efa03896c triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:19:36.435289 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:36.596197 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec145df-a40f-4b72-a3a2-a967b647e80e admin admin] Router 9ff690f8-fb8f-41a7-9402-1a24f8fdf38b has already been hosted by L3 agent 6d24f2a4-c5c8-4233-9813-3f8fa73b68fa {{(pid=91847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:19:36.641873 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:36.663809 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] For port 105d25ca-425f-456c-9a62-393efa03896c, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=105d25ca-425f-456c-9a62-393efa03896c,segment=NetworkSegment(4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310),segment_id=4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:19:36.680703 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:36.683850 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:36.773661 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Pushing event updated for resources: {'Port': ['ID=105d25ca-425f-456c-9a62-393efa03896c,revision_number=4']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:36.777187 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:36.925161 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 55922) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:36.939296 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec145df-a40f-4b72-a3a2-a967b647e80e admin admin] Notify agent at l3_agent.dv-cinder-751579-23-smb the message routers_updated {{(pid=91847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:19:36.950123 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-bec145df-a40f-4b72-a3a2-a967b647e80e admin admin] 10.222.0.77 "PUT /v2.0/routers/9ff690f8-fb8f-41a7-9402-1a24f8fdf38b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9991851 May 27 11:19:36.973043 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8f3e2e-281e-4ae2-abb3-67b5dfe4147b None None] Sync routers for ids ['9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'] in dv-cinder-751579-23-smb {{(pid=91849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:19:36.985834 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8f3e2e-281e-4ae2-abb3-67b5dfe4147b None None] Routers {'9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:19:36.986523 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-0a8f3e2e-281e-4ae2-abb3-67b5dfe4147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:19:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'], 'active': True} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:19:37.043101 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-3c5f6b56-54a1-4fd3-9c74-3d3c584c5501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0 {{(pid=91847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:19:37.050707 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [None req-533c5af9-40e2-48ef-bf2c-d60456f82b0f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-173744079-network', 'tenant_id': '20f2393e9cda4b32ae7b86a1c6ebc470'}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:19:37.052140 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-3c5f6b56-54a1-4fd3-9c74-3d3c584c5501 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:37.056571 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-533c5af9-40e2-48ef-bf2c-d60456f82b0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:19:37.060740 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-533c5af9-40e2-48ef-bf2c-d60456f82b0f admin admin] Usage tracker for resource:network and tenant:20f2393e9cda4b32ae7b86a1c6ebc470 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:19:37.063656 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-533c5af9-40e2-48ef-bf2c-d60456f82b0f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:19:37.068315 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-3c5f6b56-54a1-4fd3-9c74-3d3c584c5501 service neutron] Transition to ACTIVE for port object 88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0 will not be triggered until provisioned by entity L2. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:19:37.073073 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-533c5af9-40e2-48ef-bf2c-d60456f82b0f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:19:37.074802 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-3c5f6b56-54a1-4fd3-9c74-3d3c584c5501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:37.080613 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-bec145df-a40f-4b72-a3a2-a967b647e80e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:37.119340 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533c5af9-40e2-48ef-bf2c-d60456f82b0f admin admin] Made reservation on behalf of 20f2393e9cda4b32ae7b86a1c6ebc470 for: {'network': 1} {{(pid=91848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:19:37.124416 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-533c5af9-40e2-48ef-bf2c-d60456f82b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-672059'] for network, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:37.139286 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-533c5af9-40e2-48ef-bf2c-d60456f82b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:37.152546 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f6b56-54a1-4fd3-9c74-3d3c584c5501 service neutron] Pushing event updated for resources: {'Port': ['ID=88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0,revision_number=2']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:37.167846 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-3c5f6b56-54a1-4fd3-9c74-3d3c584c5501 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:37.212390 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-533c5af9-40e2-48ef-bf2c-d60456f82b0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:19:37.221254 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-533c5af9-40e2-48ef-bf2c-d60456f82b0f admin admin] Usage tracker for resource:security_group_rule and tenant:20f2393e9cda4b32ae7b86a1c6ebc470 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:19:37.227290 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-533c5af9-40e2-48ef-bf2c-d60456f82b0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:19:37.241530 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-533c5af9-40e2-48ef-bf2c-d60456f82b0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:19:37.285117 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvr_db [None req-0a8f3e2e-281e-4ae2-abb3-67b5dfe4147b None None] Set router 9ff690f8-fb8f-41a7-9402-1a24f8fdf38b gateway port host: dv-cinder-751579-23-smb {{(pid=91849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:19:37.385566 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-3c5f6b56-54a1-4fd3-9c74-3d3c584c5501 service neutron] Attempting to bind port 88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:19:37.386231 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-3c5f6b56-54a1-4fd3-9c74-3d3c584c5501 service neutron] Attempting to bind port 88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': 'e55f99ac-73b8-4b19-846e-68806905a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'ad5d4821-5925-4264-b22c-81e2fa36b9d7'}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:19:37.386231 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-3c5f6b56-54a1-4fd3-9c74-3d3c584c5501 service neutron] Attempting to bind port 88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0 on network ad5d4821-5925-4264-b22c-81e2fa36b9d7 {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:19:37.391875 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-3c5f6b56-54a1-4fd3-9c74-3d3c584c5501 service neutron] Port 88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0 on network ad5d4821-5925-4264-b22c-81e2fa36b9d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 11:19:37.392196 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-3c5f6b56-54a1-4fd3-9c74-3d3c584c5501 service neutron] Attempting to bind port 88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0 on network ad5d4821-5925-4264-b22c-81e2fa36b9d7 {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:19:37.402003 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-3c5f6b56-54a1-4fd3-9c74-3d3c584c5501 service neutron] Checking agent: {'id': '488b0f7b-d99c-4207-808d-fdc57746257f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 16, 24), 'started_at': datetime.datetime(2021, 5, 27, 11, 16, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:19:37.402337 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-3c5f6b56-54a1-4fd3-9c74-3d3c584c5501 service neutron] Checking segment: {'id': 'e55f99ac-73b8-4b19-846e-68806905a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'ad5d4821-5925-4264-b22c-81e2fa36b9d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:19:37.402717 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-3c5f6b56-54a1-4fd3-9c74-3d3c584c5501 service neutron] Bound using segment: {'id': 'e55f99ac-73b8-4b19-846e-68806905a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'ad5d4821-5925-4264-b22c-81e2fa36b9d7'} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:19:37.403150 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-3c5f6b56-54a1-4fd3-9c74-3d3c584c5501 service neutron] Bound port: 88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e55f99ac-73b8-4b19-846e-68806905a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'ad5d4821-5925-4264-b22c-81e2fa36b9d7'}}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:19:37.403559 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-3c5f6b56-54a1-4fd3-9c74-3d3c584c5501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:37.508426 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-533c5af9-40e2-48ef-bf2c-d60456f82b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:37.528391 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-533c5af9-40e2-48ef-bf2c-d60456f82b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:37.536660 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-f4aa756e-7f09-40c3-a3f9-6e2df73c7ba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:37.558413 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-3c5f6b56-54a1-4fd3-9c74-3d3c584c5501 service neutron] For port 88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0, host hv-cinder-75157, cleared binding levels {{(pid=91847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:19:37.561656 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-3c5f6b56-54a1-4fd3-9c74-3d3c584c5501 service neutron] For port 88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0,segment=NetworkSegment(e55f99ac-73b8-4b19-846e-68806905a955),segment_id=e55f99ac-73b8-4b19-846e-68806905a955)] {{(pid=91847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:19:37.565507 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-3c5f6b56-54a1-4fd3-9c74-3d3c584c5501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:37.570921 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:37.612404 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b3b3a-0f2e-4d2b-b95e-900e714674e6 req-75cf8440-757c-4324-9a8b-e2c5013c6b5c tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:37.614539 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f41b3b3a-0f2e-4d2b-b95e-900e714674e6 req-75cf8440-757c-4324-9a8b-e2c5013c6b5c tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.2481203 May 27 11:19:37.615263 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c5af9-40e2-48ef-bf2c-d60456f82b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a44308-3d34-40b2-bf27-a22b095087e9,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:37.620358 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-533c5af9-40e2-48ef-bf2c-d60456f82b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:37.659512 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-3c5f6b56-54a1-4fd3-9c74-3d3c584c5501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:37.660860 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-3c5f6b56-54a1-4fd3-9c74-3d3c584c5501 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:37.662729 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-3c5f6b56-54a1-4fd3-9c74-3d3c584c5501 service neutron] 10.222.0.35 "PUT /v2.0/ports/88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0 HTTP/1.1" status: 200 len: 1097 time: 1.9716144 May 27 11:19:37.663406 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e99e70-afca-4672-9bdc-c506f7b19f7f', 'tag': '88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:19:37.690501 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f6b56-54a1-4fd3-9c74-3d3c584c5501 service neutron] Pushing event updated for resources: {'Port': ['ID=88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0,revision_number=3']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:37.695287 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-3c5f6b56-54a1-4fd3-9c74-3d3c584c5501 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:37.703177 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-533c5af9-40e2-48ef-bf2c-d60456f82b0f admin admin] vlan segment allocate from pool success with {'vlan_id': 1198, 'physical_network': 'physnet1'} {{(pid=91848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 11:19:37.729516 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f41b3b3a-0f2e-4d2b-b95e-900e714674e6 req-58c71eb5-7ea6-4dd9-819b-4148290137dc tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074095 May 27 11:19:37.730872 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-533c5af9-40e2-48ef-bf2c-d60456f82b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075'] for segment, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:37.731234 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.db.segments_db [None req-533c5af9-40e2-48ef-bf2c-d60456f82b0f admin admin] Added segment e02b085a-e2d8-4062-9f95-5c3fd714a9bb of type vlan for network d5d36b13-9b2b-45b5-8fae-c20907177c0c May 27 11:19:37.795723 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-533c5af9-40e2-48ef-bf2c-d60456f82b0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764581993548'] for network, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:37.820126 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 55950) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:37.831494 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [None req-e6af0de6-9773-47a3-b0a1-db9d11169cdb tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Request body: {'security_group': {'name': 'tempest-securitygroup--429581557', 'description': 'tempest-description--35952913'}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:19:37.861702 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-e6af0de6-9773-47a3-b0a1-db9d11169cdb tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:19:37.896759 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-e6af0de6-9773-47a3-b0a1-db9d11169cdb tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Usage tracker for resource:security_group and tenant:ee9a16c0b3d64dcaa05860c6748a85d3 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:19:37.913508 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-e6af0de6-9773-47a3-b0a1-db9d11169cdb tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:19:37.936884 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-e6af0de6-9773-47a3-b0a1-db9d11169cdb tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:19:37.947633 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-30605695-7cd9-4166-a182-941f15f9f1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:37.949142 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-30605695-7cd9-4166-a182-941f15f9f1a4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c394db0c37384698a27c1c958a1d7153&device_id=91e99e70-afca-4672-9bdc-c506f7b19f7f HTTP/1.1" status: 200 len: 1100 time: 0.2126470 May 27 11:19:37.952592 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-533c5af9-40e2-48ef-bf2c-d60456f82b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586667'] for network, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:37.955403 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533c5af9-40e2-48ef-bf2c-d60456f82b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:37.956048 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-533c5af9-40e2-48ef-bf2c-d60456f82b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for network, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:37.974836 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-da5b2856-d7d7-44b6-86e4-513d57ca8a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:37.985778 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-0a8f3e2e-281e-4ae2-abb3-67b5dfe4147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1157397290-router', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': '105d25ca-425f-456c-9a62-393efa03896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:19:28Z', 'updated_at': '2021-05-27T11:19:34Z', 'revision_number': 4, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'gw_port': {'id': '105d25ca-425f-456c-9a62-393efa03896c', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:19:29Z', 'updated_at': '2021-05-27T11:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': '2200579a-7af3-4ed3-affc-3e9f79e996ce', 'name': '', 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'mac_address': 'fa:16:3e:3c:96:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:19:33Z', 'updated_at': '2021-05-27T11:19:34Z', 'revision_number': 2, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'subnets': [{'id': '6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:19:37.991549 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8f3e2e-281e-4ae2-abb3-67b5dfe4147b None None] Checking router: 9ff690f8-fb8f-41a7-9402-1a24f8fdf38b for host: dv-cinder-751579-23-smb {{(pid=91849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:19:37.991936 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8f3e2e-281e-4ae2-abb3-67b5dfe4147b None None] Updating router 9ff690f8-fb8f-41a7-9402-1a24f8fdf38b port 2200579a-7af3-4ed3-affc-3e9f79e996ce binding host dv-cinder-751579-23-smb {{(pid=91849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 11:19:38.056982 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-5ecf04df-ff44-4738-9cf6-ea34eb496017 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0 HTTP/1.1" status: 200 len: 217 time: 0.0910108 May 27 11:19:38.074647 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 105d25ca-425f-456c-9a62-393efa03896c up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:19:38.118668 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-e6af0de6-9773-47a3-b0a1-db9d11169cdb tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for security_group, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:38.132115 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-0a8f3e2e-281e-4ae2-abb3-67b5dfe4147b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:38.162976 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-de344b2d-fe15-470e-b43c-b7060b8fdee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:38.164603 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-de344b2d-fe15-470e-b43c-b7060b8fdee0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d8c61c8-4abd-4c73-98d2-0bab955fb131 HTTP/1.1" status: 200 len: 843 time: 0.0896320 May 27 11:19:38.166598 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91e99e70-afca-4672-9bdc-c506f7b19f7f', 'tag': '88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0', 'status': 'completed', 'code': 200} May 27 11:19:38.188083 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-e6af0de6-9773-47a3-b0a1-db9d11169cdb tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:19:38.229043 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-e6af0de6-9773-47a3-b0a1-db9d11169cdb tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Usage tracker for resource:security_group_rule and tenant:ee9a16c0b3d64dcaa05860c6748a85d3 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:19:38.250852 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-e6af0de6-9773-47a3-b0a1-db9d11169cdb tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:19:38.278953 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c5af9-40e2-48ef-bf2c-d60456f82b0f admin admin] Pushing event updated for resources: {'Network': ['ID=d5d36b13-9b2b-45b5-8fae-c20907177c0c,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:38.284033 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-e3e0c85d-11f4-48ec-b3bc-9f8410a7c3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:38.286408 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-e6af0de6-9773-47a3-b0a1-db9d11169cdb tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:19:38.286879 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-e3e0c85d-11f4-48ec-b3bc-9f8410a7c3bf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ad5d4821-5925-4264-b22c-81e2fa36b9d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0975196 May 27 11:19:38.288826 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-533c5af9-40e2-48ef-bf2c-d60456f82b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:38.302271 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Network d5d36b13-9b2b-45b5-8fae-c20907177c0c details requested by agent ovs-agent-dv-cinder-751579-23-smb with host dv-cinder-751579-23-smb {{(pid=91849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 11:19:38.333995 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-533c5af9-40e2-48ef-bf2c-d60456f82b0f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4069757 May 27 11:19:38.345343 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 55964) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:38.363294 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [None req-021b1a51-5a23-4acf-b1ba-a0e8fd1a993a admin admin] Request body: {'subnet': {'network_id': 'd5d36b13-9b2b-45b5-8fae-c20907177c0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-173744079-subnet', 'tenant_id': '20f2393e9cda4b32ae7b86a1c6ebc470', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:19:38.380321 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-021b1a51-5a23-4acf-b1ba-a0e8fd1a993a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:19:38.393523 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-021b1a51-5a23-4acf-b1ba-a0e8fd1a993a admin admin] Usage tracker for resource:subnet and tenant:20f2393e9cda4b32ae7b86a1c6ebc470 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:19:38.404448 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-021b1a51-5a23-4acf-b1ba-a0e8fd1a993a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:19:38.421742 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-021b1a51-5a23-4acf-b1ba-a0e8fd1a993a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:19:38.428768 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port 105d25ca-425f-456c-9a62-393efa03896c triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:19:38.429262 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:38.464930 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021b1a51-5a23-4acf-b1ba-a0e8fd1a993a admin admin] Made reservation on behalf of 20f2393e9cda4b32ae7b86a1c6ebc470 for: {'subnet': 1} {{(pid=91848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:19:38.467583 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-021b1a51-5a23-4acf-b1ba-a0e8fd1a993a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6631498'] for subnet, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:38.472439 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-07da5605-ced5-4860-9686-8e2c1221a651 service neutron] 10.222.0.35 "GET /v2.0/networks/ad5d4821-5925-4264-b22c-81e2fa36b9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708341 May 27 11:19:38.501012 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51357f1e-443e-44f5-bbd8-87a32f3f820d req-4b60bb5d-e614-4806-9058-b8b580bbdc61 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:38.508295 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-51357f1e-443e-44f5-bbd8-87a32f3f820d req-4b60bb5d-e614-4806-9058-b8b580bbdc61 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.77 "GET /v2.0/ports?device_id=91e99e70-afca-4672-9bdc-c506f7b19f7f HTTP/1.1" status: 200 len: 947 time: 0.5368481 May 27 11:19:38.611985 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e950f-8290-476d-868a-287bbebe0975 req-0b18ef45-8c63-45a9-b593-f986c91b3dff tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:38.620766 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b24e950f-8290-476d-868a-287bbebe0975 req-0b18ef45-8c63-45a9-b593-f986c91b3dff tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/networks?id=3633c235-4756-45b7-9341-a649fc616bec HTTP/1.1" status: 200 len: 815 time: 0.4299762 May 27 11:19:38.662984 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-f2a0e84b-009a-4d69-8f39-f9184f6e499e req-f5dd68d9-dbc2-47da-a781-0bc8e80fa4bd service neutron] 10.222.0.35 "GET /v2.0/networks/ad5d4821-5925-4264-b22c-81e2fa36b9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724753 May 27 11:19:38.688781 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-e6af0de6-9773-47a3-b0a1-db9d11169cdb tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for security_group, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:38.697298 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b24e950f-8290-476d-868a-287bbebe0975 req-8a59eab1-d9d5-40ae-9577-61d5b726fcb5 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/quotas/8d42625dceb84e92adbcff7fb4675425 HTTP/1.1" status: 200 len: 375 time: 0.0755143 May 27 11:19:38.741157 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-e6af0de6-9773-47a3-b0a1-db9d11169cdb tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:38.753613 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-9910899c-871e-4dec-a88c-dff297afcdf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:38.788668 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-51357f1e-443e-44f5-bbd8-87a32f3f820d req-42d6efdf-d18a-4de5-af64-7a790aef12cd tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae578deb-b0bf-4be2-875f-1f1206c94fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795024 May 27 11:19:38.834204 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af0de6-9773-47a3-b0a1-db9d11169cdb tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f417513-34b7-4334-a2df-023792b8bbfe,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:38.842453 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-e6af0de6-9773-47a3-b0a1-db9d11169cdb tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:38.846765 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-0a8f3e2e-281e-4ae2-abb3-67b5dfe4147b None None] Notify callbacks [] for port, precommit_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:38.847519 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-e6af0de6-9773-47a3-b0a1-db9d11169cdb tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.0224035 May 27 11:19:38.847519 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-e6af0de6-9773-47a3-b0a1-db9d11169cdb tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:38.848217 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 55974) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:38.856556 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [None req-bbeb6de9-bc53-4963-a979-d7ac9d339240 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Request body: {'security_group_rule': {'security_group_id': '3f417513-34b7-4334-a2df-023792b8bbfe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:19:38.857745 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-0a8f3e2e-281e-4ae2-abb3-67b5dfe4147b None None] Transition to ACTIVE for port object 2200579a-7af3-4ed3-affc-3e9f79e996ce will not be triggered until provisioned by entity L2. {{(pid=91849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:19:38.864745 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-bbeb6de9-bc53-4963-a979-d7ac9d339240 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:19:38.866546 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-0a8f3e2e-281e-4ae2-abb3-67b5dfe4147b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:38.876309 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e086921-e9b7-4079-a259-2a389b8cb9de req-dea4923a-4e73-4d04-ba8f-69eb33c294ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:38.877862 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:38.878252 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-4e086921-e9b7-4079-a259-2a389b8cb9de req-dea4923a-4e73-4d04-ba8f-69eb33c294ff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c394db0c37384698a27c1c958a1d7153&device_id=91e99e70-afca-4672-9bdc-c506f7b19f7f HTTP/1.1" status: 200 len: 1100 time: 0.1194859 May 27 11:19:38.909928 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-bbeb6de9-bc53-4963-a979-d7ac9d339240 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Usage tracker for resource:security_group_rule and tenant:ee9a16c0b3d64dcaa05860c6748a85d3 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:19:38.917669 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-bbeb6de9-bc53-4963-a979-d7ac9d339240 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:19:38.935360 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-bbeb6de9-bc53-4963-a979-d7ac9d339240 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:19:39.004861 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b24e950f-8290-476d-868a-287bbebe0975 req-58cb755f-888f-4888-8c32-8d7f4f479836 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8d42625dceb84e92adbcff7fb4675425&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3057656 May 27 11:19:39.170798 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b0449-79d5-431e-ab7a-5cc53829ac18 None None] Pushing event updated for resources: {'Port': ['ID=2200579a-7af3-4ed3-affc-3e9f79e996ce,revision_number=3']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:39.177216 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e086921-e9b7-4079-a259-2a389b8cb9de req-65d03a32-8b4e-4a47-b5da-a3616b05c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:39.179157 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-4e086921-e9b7-4079-a259-2a389b8cb9de req-65d03a32-8b4e-4a47-b5da-a3616b05c975 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ad5d4821-5925-4264-b22c-81e2fa36b9d7 HTTP/1.1" status: 200 len: 871 time: 0.2854202 May 27 11:19:39.183015 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-9b7b0449-79d5-431e-ab7a-5cc53829ac18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:39.188145 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-0a8f3e2e-281e-4ae2-abb3-67b5dfe4147b None None] Attempting to bind port 2200579a-7af3-4ed3-affc-3e9f79e996ce on host dv-cinder-751579-23-smb for vnic_type normal with profile {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:19:39.188518 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-0a8f3e2e-281e-4ae2-abb3-67b5dfe4147b None None] Attempting to bind port 2200579a-7af3-4ed3-affc-3e9f79e996ce by drivers openvswitch,hyperv on host dv-cinder-751579-23-smb at level 0 using segments [{'id': '0c88ad6b-358d-4210-9d68-f349b8a786a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733'}] {{(pid=91849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:19:39.188881 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f3e2e-281e-4ae2-abb3-67b5dfe4147b None None] Attempting to bind port 2200579a-7af3-4ed3-affc-3e9f79e996ce on network b50153bc-b3d8-4853-86fc-46a79e9f3733 {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:19:39.195401 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f3e2e-281e-4ae2-abb3-67b5dfe4147b None None] Checking agent: {'id': '2c978cda-2b59-4acb-bf0b-4021aa69528d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 9, 47), 'started_at': datetime.datetime(2021, 5, 27, 11, 10, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:19:39.195823 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f3e2e-281e-4ae2-abb3-67b5dfe4147b None None] Checking segment: {'id': '0c88ad6b-358d-4210-9d68-f349b8a786a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:19:39.196220 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-0a8f3e2e-281e-4ae2-abb3-67b5dfe4147b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:39.196614 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f3e2e-281e-4ae2-abb3-67b5dfe4147b None None] Bound using segment: {'id': '0c88ad6b-358d-4210-9d68-f349b8a786a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733'} {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:19:39.197114 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-0a8f3e2e-281e-4ae2-abb3-67b5dfe4147b None None] Bound port: 2200579a-7af3-4ed3-affc-3e9f79e996ce, host: dv-cinder-751579-23-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c88ad6b-358d-4210-9d68-f349b8a786a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733'}}] {{(pid=91849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:19:39.197457 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-0a8f3e2e-281e-4ae2-abb3-67b5dfe4147b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:39.232288 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 6 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:19:39.235298 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-bbeb6de9-bc53-4963-a979-d7ac9d339240 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:39.266377 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-4e086921-e9b7-4079-a259-2a389b8cb9de req-c0bcad2b-5148-4b96-af83-821cbc573694 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0 HTTP/1.1" status: 200 len: 217 time: 0.0697765 May 27 11:19:39.298204 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-0a8f3e2e-281e-4ae2-abb3-67b5dfe4147b None None] For port 2200579a-7af3-4ed3-affc-3e9f79e996ce, host dv-cinder-751579-23-smb, cleared binding levels {{(pid=91849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:19:39.302534 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-0a8f3e2e-281e-4ae2-abb3-67b5dfe4147b None None] For port 2200579a-7af3-4ed3-affc-3e9f79e996ce, host dv-cinder-751579-23-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=2200579a-7af3-4ed3-affc-3e9f79e996ce,segment=NetworkSegment(0c88ad6b-358d-4210-9d68-f349b8a786a2),segment_id=0c88ad6b-358d-4210-9d68-f349b8a786a2)] {{(pid=91849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:19:39.306759 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-0a8f3e2e-281e-4ae2-abb3-67b5dfe4147b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:39.311742 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:39.358606 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e086921-e9b7-4079-a259-2a389b8cb9de req-cf95c58c-e8f9-42ca-8ef1-3092de8778ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:39.360467 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-4e086921-e9b7-4079-a259-2a389b8cb9de req-cf95c58c-e8f9-42ca-8ef1-3092de8778ec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d8c61c8-4abd-4c73-98d2-0bab955fb131 HTTP/1.1" status: 200 len: 843 time: 0.0750527 May 27 11:19:39.392003 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8f3e2e-281e-4ae2-abb3-67b5dfe4147b None None] Routers {'9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:19:39.392719 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-0a8f3e2e-281e-4ae2-abb3-67b5dfe4147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:19:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'], 'active': True} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:19:39.400505 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7fbd1-b1d5-4e4a-8ee9-3031be17742f req-23f4f8e3-7afa-4aa7-b08b-f77db2fda6c1 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:39.402059 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-89c7fbd1-b1d5-4e4a-8ee9-3031be17742f req-23f4f8e3-7afa-4aa7-b08b-f77db2fda6c1 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.4583395 May 27 11:19:39.450402 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b0449-79d5-431e-ab7a-5cc53829ac18 None None] Pushing event updated for resources: {'Port': ['ID=2200579a-7af3-4ed3-affc-3e9f79e996ce,revision_number=4']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:39.461068 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-bbeb6de9-bc53-4963-a979-d7ac9d339240 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:39.462026 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-9b7b0449-79d5-431e-ab7a-5cc53829ac18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:39.490205 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b24e950f-8290-476d-868a-287bbebe0975 req-14f2566a-ce0b-4dab-8523-7f0f2db1c68f service neutron] 10.222.0.77 "GET /v2.0/networks/3633c235-4756-45b7-9341-a649fc616bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4624302 May 27 11:19:39.492166 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e086921-e9b7-4079-a259-2a389b8cb9de req-536f8c96-e347-4c03-a18c-03f4c2e04cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:39.493906 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-4e086921-e9b7-4079-a259-2a389b8cb9de req-536f8c96-e347-4c03-a18c-03f4c2e04cf9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ad5d4821-5925-4264-b22c-81e2fa36b9d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1214230 May 27 11:19:39.533699 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-bbeb6de9-bc53-4963-a979-d7ac9d339240 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902213'] for security_group_rule, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:39.577408 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-89c7fbd1-b1d5-4e4a-8ee9-3031be17742f req-f8193608-af6f-4a66-9dd1-a3ac1449e90c tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272521 May 27 11:19:39.620672 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:39.657146 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvr_db [None req-0a8f3e2e-281e-4ae2-abb3-67b5dfe4147b None None] Set router 9ff690f8-fb8f-41a7-9402-1a24f8fdf38b gateway port host: dv-cinder-751579-23-smb {{(pid=91849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:19:39.694709 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-4e086921-e9b7-4079-a259-2a389b8cb9de req-b42c419f-5e25-4eb7-afb8-dd9e5665e3e3 service neutron] 10.222.0.35 "GET /v2.0/networks/ad5d4821-5925-4264-b22c-81e2fa36b9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877854 May 27 11:19:39.732391 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb6de9-bc53-4963-a979-d7ac9d339240 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6f2b0b-1ce9-419a-a2c0-1620be6f5338,revision_number=0']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:39.753793 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-bbeb6de9-bc53-4963-a979-d7ac9d339240 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:39.775172 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-bbeb6de9-bc53-4963-a979-d7ac9d339240 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:39.779907 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-bbeb6de9-bc53-4963-a979-d7ac9d339240 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9282348 May 27 11:19:39.781147 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 55984) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:39.815587 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [None req-d6c33a65-739d-4a49-b02b-702ff1ca08fb tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Request body: {'security_group_rule': {'security_group_id': '3f417513-34b7-4334-a2df-023792b8bbfe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:19:39.826689 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-d6c33a65-739d-4a49-b02b-702ff1ca08fb tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:19:39.836044 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-d6c33a65-739d-4a49-b02b-702ff1ca08fb tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Usage tracker for resource:security_group_rule and tenant:ee9a16c0b3d64dcaa05860c6748a85d3 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:19:39.848557 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-d6c33a65-739d-4a49-b02b-702ff1ca08fb tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:19:39.861032 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-d6c33a65-739d-4a49-b02b-702ff1ca08fb tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:19:39.877777 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b24e950f-8290-476d-868a-287bbebe0975 req-bad48f73-f3ad-4ea4-950d-7656e6d92854 service neutron] 10.222.0.77 "GET /v2.0/networks/3633c235-4756-45b7-9341-a649fc616bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866165 May 27 11:19:39.902070 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-4e086921-e9b7-4079-a259-2a389b8cb9de req-c4b29901-4e92-45ac-b96e-a7f7e8e08205 service neutron] 10.222.0.35 "GET /v2.0/networks/ad5d4821-5925-4264-b22c-81e2fa36b9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962256 May 27 11:19:39.930623 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d6c33a65-739d-4a49-b02b-702ff1ca08fb tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:40.012058 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-021b1a51-5a23-4acf-b1ba-a0e8fd1a993a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6297568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6631516'] for subnet, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:40.022684 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:40.097415 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d6c33a65-739d-4a49-b02b-702ff1ca08fb tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:40.109491 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-0a8f3e2e-281e-4ae2-abb3-67b5dfe4147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1157397290-router', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': '105d25ca-425f-456c-9a62-393efa03896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:19:28Z', 'updated_at': '2021-05-27T11:19:34Z', 'revision_number': 4, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'gw_port': {'id': '105d25ca-425f-456c-9a62-393efa03896c', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:19:29Z', 'updated_at': '2021-05-27T11:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': '2200579a-7af3-4ed3-affc-3e9f79e996ce', 'name': '', 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'mac_address': 'fa:16:3e:3c:96:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:19:33Z', 'updated_at': '2021-05-27T11:19:39Z', 'revision_number': 4, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'subnets': [{'id': '6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:19:40.114615 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8f3e2e-281e-4ae2-abb3-67b5dfe4147b None None] The sync data for ids ['9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'] in dv-cinder-751579-23-smb is: [{'id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1157397290-router', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': '105d25ca-425f-456c-9a62-393efa03896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:19:28Z', 'updated_at': '2021-05-27T11:19:34Z', 'revision_number': 4, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'gw_port': {'id': '105d25ca-425f-456c-9a62-393efa03896c', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:19:29Z', 'updated_at': '2021-05-27T11:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': '2200579a-7af3-4ed3-affc-3e9f79e996ce', 'name': '', 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'mac_address': 'fa:16:3e:3c:96:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:19:33Z', 'updated_at': '2021-05-27T11:19:39Z', 'revision_number': 4, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'subnets': [{'id': '6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:19:40.156694 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d6c33a65-739d-4a49-b02b-702ff1ca08fb tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902213'] for security_group_rule, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:40.205548 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b1a51-5a23-4acf-b1ba-a0e8fd1a993a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d352393-e32e-4a3c-a464-d47cee908d41,revision_number=0']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:40.209216 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-021b1a51-5a23-4acf-b1ba-a0e8fd1a993a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:40.220086 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-bbeb6de9-bc53-4963-a979-d7ac9d339240 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:40.227942 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3df7a48d-d5b0-4abf-bf7c-70e627663364 req-b68b55ff-8424-4765-a403-7a8e9fb19494 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=272ccf7a-3af6-4256-a8ee-5d66058af493 HTTP/1.1" status: 200 len: 210 time: 0.1246028 May 27 11:19:40.282612 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c33a65-739d-4a49-b02b-702ff1ca08fb tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f23ce4e5-719d-4670-89f9-02208027d685,revision_number=0']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:40.287690 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021b1a51-5a23-4acf-b1ba-a0e8fd1a993a admin admin] Checking segment: {'id': 'e02b085a-e2d8-4062-9f95-5c3fd714a9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'd5d36b13-9b2b-45b5-8fae-c20907177c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:19:40.289864 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021b1a51-5a23-4acf-b1ba-a0e8fd1a993a admin admin] Network hostable DHCP agents. Network: d5d36b13-9b2b-45b5-8fae-c20907177c0c, hostable agents: ['49383876-4286-4bfb-8d2a-316dbfdc5a49'], hosted agents: [] {{(pid=91848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 11:19:40.297459 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-d6c33a65-739d-4a49-b02b-702ff1ca08fb tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:40.310393 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d6c33a65-739d-4a49-b02b-702ff1ca08fb tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:40.311614 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-d6c33a65-739d-4a49-b02b-702ff1ca08fb tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5061004 May 27 11:19:40.316173 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 55998) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:40.322123 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-043445bb-1398-4b73-871c-233324802dbe tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Request body: {'floatingip': {'floating_network_id': '0ace5481-0689-4712-88e8-17cfc5365039'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:19:40.328437 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-043445bb-1398-4b73-871c-233324802dbe tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:19:40.334850 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021b1a51-5a23-4acf-b1ba-a0e8fd1a993a admin admin] Network d5d36b13-9b2b-45b5-8fae-c20907177c0c is scheduled to be hosted by DHCP agent 49383876-4286-4bfb-8d2a-316dbfdc5a49 with binding_index 1 {{(pid=91848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 11:19:40.335562 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-043445bb-1398-4b73-871c-233324802dbe tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Usage tracker for resource:floatingip and tenant:ee9a16c0b3d64dcaa05860c6748a85d3 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:19:40.340162 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-043445bb-1398-4b73-871c-233324802dbe tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:19:40.347849 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-043445bb-1398-4b73-871c-233324802dbe tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:19:40.354076 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.base_scheduler [None req-021b1a51-5a23-4acf-b1ba-a0e8fd1a993a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-23-smb, d5d36b13-9b2b-45b5-8fae-c20907177c0c) {{(pid=91848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:19:40.364305 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a81d50-73b1-4360-8484-27a8cd7afbb9 None None] Network d5d36b13-9b2b-45b5-8fae-c20907177c0c requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:19:40.365393 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03eeaca-5629-4aa7-8c57-283827114b75 req-adcc8eff-ecc2-46d7-a048-093f659e663a tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:40.373197 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d03eeaca-5629-4aa7-8c57-283827114b75 req-adcc8eff-ecc2-46d7-a048-093f659e663a tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.77 "GET /v2.0/ports?device_id=91e99e70-afca-4672-9bdc-c506f7b19f7f HTTP/1.1" status: 200 len: 947 time: 0.2234266 May 27 11:19:40.375983 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-043445bb-1398-4b73-871c-233324802dbe tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for floatingip, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:40.399099 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021b1a51-5a23-4acf-b1ba-a0e8fd1a993a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:40.399732 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-021b1a51-5a23-4acf-b1ba-a0e8fd1a993a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:40.484388 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d03eeaca-5629-4aa7-8c57-283827114b75 req-618feefb-20df-48b6-b48e-52a3c12812f0 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae578deb-b0bf-4be2-875f-1f1206c94fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098433 May 27 11:19:40.486921 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-021b1a51-5a23-4acf-b1ba-a0e8fd1a993a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1405520 May 27 11:19:40.601056 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-043445bb-1398-4b73-871c-233324802dbe tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:40.757309 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6643e6-701c-4c1e-bf51-3505c3dd9602 None None] Network d5d36b13-9b2b-45b5-8fae-c20907177c0c requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:19:40.940878 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.db_base_plugin_common [None req-043445bb-1398-4b73-871c-233324802dbe tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Allocated IP 172.28.3.62 (0ace5481-0689-4712-88e8-17cfc5365039/62662465-340f-4d3d-804b-21afd8ee5936/a6de7d65-48b8-4206-aa0e-778f5ca83b9b) {{(pid=91847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:19:40.972746 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a0083-ce08-4140-995c-4c4725fe7033 req-c0255987-1218-446a-8c38-8608fae2bb89 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:40.981718 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-096a0083-ce08-4140-995c-4c4725fe7033 req-c0255987-1218-446a-8c38-8608fae2bb89 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.1171293 May 27 11:19:41.093626 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-096a0083-ce08-4140-995c-4c4725fe7033 req-04dfba6a-0756-4644-9d82-07b58a46e26a tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109607 May 27 11:19:41.253916 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-043445bb-1398-4b73-871c-233324802dbe tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for port, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:41.302468 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-043445bb-1398-4b73-871c-233324802dbe tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971'] for port, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:41.310937 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-599986fe-7918-4e68-9b4a-6aac9bfe26ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:41.394436 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043445bb-1398-4b73-871c-233324802dbe tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Network 0ace5481-0689-4712-88e8-17cfc5365039 is already hosted by enough agents. {{(pid=91847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:19:41.399352 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [None req-043445bb-1398-4b73-871c-233324802dbe tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Resources bound (agent type, host, resource id): {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:19:41.404337 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043445bb-1398-4b73-871c-233324802dbe tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Received port after_create {{(pid=91847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:19:41.459038 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f785eb95-e855-4b03-88f9-51d86aeb28d8 req-06c1fd13-8153-4ae8-b426-541b277a4d3c tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=272ccf7a-3af6-4256-a8ee-5d66058af493 HTTP/1.1" status: 200 len: 210 time: 0.0660713 May 27 11:19:41.499580 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043445bb-1398-4b73-871c-233324802dbe tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Pushing event updated for resources: {'Port': ['ID=a6de7d65-48b8-4206-aa0e-778f5ca83b9b,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:41.512096 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-043445bb-1398-4b73-871c-233324802dbe tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:41.517512 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-043445bb-1398-4b73-871c-233324802dbe tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:41.596304 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-043445bb-1398-4b73-871c-233324802dbe tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:41.657451 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 56030) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:41.663478 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [None req-ef9ba61e-79cb-46f8-a0db-3f6a4a9eabe9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2109956200-network', 'tenant_id': '8acf3da297164cdb906f33353f4b11d2'}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:19:41.671585 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-ef9ba61e-79cb-46f8-a0db-3f6a4a9eabe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:19:41.684636 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-ef9ba61e-79cb-46f8-a0db-3f6a4a9eabe9 admin admin] Usage tracker for resource:network and tenant:8acf3da297164cdb906f33353f4b11d2 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:19:41.689008 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-ef9ba61e-79cb-46f8-a0db-3f6a4a9eabe9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:19:41.698149 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-ef9ba61e-79cb-46f8-a0db-3f6a4a9eabe9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:19:41.713266 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9ba61e-79cb-46f8-a0db-3f6a4a9eabe9 admin admin] Made reservation on behalf of 8acf3da297164cdb906f33353f4b11d2 for: {'network': 1} {{(pid=91848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:19:41.716013 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-ef9ba61e-79cb-46f8-a0db-3f6a4a9eabe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-672059'] for network, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:41.733185 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-ef9ba61e-79cb-46f8-a0db-3f6a4a9eabe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:41.756318 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712bd23-10cf-41fc-9897-82bc3df47a9a req-0852698c-d964-42a1-bec0-fe55152aa8e2 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:41.757896 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b712bd23-10cf-41fc-9897-82bc3df47a9a req-0852698c-d964-42a1-bec0-fe55152aa8e2 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.77 "GET /v2.0/ports?device_id=91e99e70-afca-4672-9bdc-c506f7b19f7f HTTP/1.1" status: 200 len: 947 time: 0.1568122 May 27 11:19:41.762246 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-ef9ba61e-79cb-46f8-a0db-3f6a4a9eabe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:19:41.768511 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-ef9ba61e-79cb-46f8-a0db-3f6a4a9eabe9 admin admin] Usage tracker for resource:security_group_rule and tenant:8acf3da297164cdb906f33353f4b11d2 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:19:41.785059 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-ef9ba61e-79cb-46f8-a0db-3f6a4a9eabe9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:19:41.795767 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-ef9ba61e-79cb-46f8-a0db-3f6a4a9eabe9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:19:41.836429 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b712bd23-10cf-41fc-9897-82bc3df47a9a req-d3a69911-a4ca-4369-a883-3b631d382c64 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae578deb-b0bf-4be2-875f-1f1206c94fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713911 May 27 11:19:41.855720 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-043445bb-1398-4b73-871c-233324802dbe tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for port, precommit_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:41.865900 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-043445bb-1398-4b73-871c-233324802dbe tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:41.872292 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:41.931118 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-043445bb-1398-4b73-871c-233324802dbe tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926625'] for floatingip, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:41.942966 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-ef9ba61e-79cb-46f8-a0db-3f6a4a9eabe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:41.949514 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-ef9ba61e-79cb-46f8-a0db-3f6a4a9eabe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:41.953953 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-e8919ac3-9577-4471-ba1b-c48075636df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:41.967029 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043445bb-1398-4b73-871c-233324802dbe tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Pushing event updated for resources: {'Port': ['ID=a6de7d65-48b8-4206-aa0e-778f5ca83b9b,revision_number=2']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:41.970799 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-043445bb-1398-4b73-871c-233324802dbe tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:41.971806 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-043445bb-1398-4b73-871c-233324802dbe tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for floatingip, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:41.983156 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-043445bb-1398-4b73-871c-233324802dbe tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6603358 May 27 11:19:42.009745 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef9ba61e-79cb-46f8-a0db-3f6a4a9eabe9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1156, 'physical_network': 'physnet1'} {{(pid=91848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 11:19:42.015821 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ba61e-79cb-46f8-a0db-3f6a4a9eabe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e2d30e-0f9f-48cd-a7f8-658545b4a644,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:42.020278 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-ef9ba61e-79cb-46f8-a0db-3f6a4a9eabe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:42.024756 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-ef9ba61e-79cb-46f8-a0db-3f6a4a9eabe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075'] for segment, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:42.025224 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.db.segments_db [None req-ef9ba61e-79cb-46f8-a0db-3f6a4a9eabe9 admin admin] Added segment 21a3fde8-5bd7-4370-bdc3-692220fb817c of type vlan for network 7d626f83-238e-4afd-8bcd-f1ffb53f8ee5 May 27 11:19:42.069195 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-ef9ba61e-79cb-46f8-a0db-3f6a4a9eabe9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764581993548'] for network, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:42.105813 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 2200579a-7af3-4ed3-affc-3e9f79e996ce up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:19:42.127494 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-ef9ba61e-79cb-46f8-a0db-3f6a4a9eabe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586667'] for network, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:42.145875 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9ba61e-79cb-46f8-a0db-3f6a4a9eabe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:42.147880 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-ef9ba61e-79cb-46f8-a0db-3f6a4a9eabe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for network, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:42.169258 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:42.345187 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning for port 2200579a-7af3-4ed3-affc-3e9f79e996ce completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:19:42.352517 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port 2200579a-7af3-4ed3-affc-3e9f79e996ce triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:19:42.352996 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:42.390781 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-ef9ba61e-79cb-46f8-a0db-3f6a4a9eabe9 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7297454 May 27 11:19:42.392904 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 56054) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:42.393137 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ba61e-79cb-46f8-a0db-3f6a4a9eabe9 admin admin] Pushing event updated for resources: {'Network': ['ID=7d626f83-238e-4afd-8bcd-f1ffb53f8ee5,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:42.405604 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-ef9ba61e-79cb-46f8-a0db-3f6a4a9eabe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:42.409055 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-3806a552-9ff7-4699-91cf-842d29fc213a admin admin] Request body: {'subnet': {'network_id': '7d626f83-238e-4afd-8bcd-f1ffb53f8ee5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2109956200-subnet', 'tenant_id': '8acf3da297164cdb906f33353f4b11d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:19:42.415320 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-3806a552-9ff7-4699-91cf-842d29fc213a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:19:42.419927 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Network 7d626f83-238e-4afd-8bcd-f1ffb53f8ee5 details requested by agent ovs-agent-dv-cinder-751579-23-smb with host dv-cinder-751579-23-smb {{(pid=91849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 11:19:42.420405 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-3806a552-9ff7-4699-91cf-842d29fc213a admin admin] Usage tracker for resource:subnet and tenant:8acf3da297164cdb906f33353f4b11d2 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:19:42.424084 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-3806a552-9ff7-4699-91cf-842d29fc213a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:19:42.443100 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-68727122-b852-48bd-9bb2-fc0779cf43c1 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Synchronizing usage tracker for tenant:ee9a16c0b3d64dcaa05860c6748a85d3 on resource:security_group {{(pid=91848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:19:42.443504 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-3806a552-9ff7-4699-91cf-842d29fc213a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:19:42.482713 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-68727122-b852-48bd-9bb2-fc0779cf43c1 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Unset dirty status for tenant:ee9a16c0b3d64dcaa05860c6748a85d3 on resource:security_group {{(pid=91848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:19:42.487759 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-68727122-b852-48bd-9bb2-fc0779cf43c1 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--429581557&fields=id&tenant_id=ee9a16c0b3d64dcaa05860c6748a85d3 HTTP/1.1" status: 200 len: 267 time: 0.1369183 May 27 11:19:42.506755 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0872ff-3243-473e-8e7e-52800385210f req-c32e4bce-6aec-48b8-97d2-a86cc9429fae tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:42.508930 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4d0872ff-3243-473e-8e7e-52800385210f req-c32e4bce-6aec-48b8-97d2-a86cc9429fae tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.2212737 May 27 11:19:42.647993 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3806a552-9ff7-4699-91cf-842d29fc213a admin admin] Made reservation on behalf of 8acf3da297164cdb906f33353f4b11d2 for: {'subnet': 1} {{(pid=91847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:19:42.650384 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-3806a552-9ff7-4699-91cf-842d29fc213a admin admin] Notify callbacks [] for subnet, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:42.734570 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-147a3527-1dda-44ab-ac1c-91dd195fa951 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:42.752393 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-147a3527-1dda-44ab-ac1c-91dd195fa951 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/networks?id=b50153bc-b3d8-4853-86fc-46a79e9f3733 HTTP/1.1" status: 200 len: 817 time: 0.2419269 May 27 11:19:42.757309 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:42.782830 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-168e859b-1f9f-40ac-8e32-a4fc417ec2ff tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/quotas/ee9a16c0b3d64dcaa05860c6748a85d3 HTTP/1.1" status: 200 len: 375 time: 0.0155263 May 27 11:19:42.796201 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4d0872ff-3243-473e-8e7e-52800385210f req-27c3abf0-84a5-44e7-bddf-61944af5bc47 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775760 May 27 11:19:42.804858 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] For port 2200579a-7af3-4ed3-affc-3e9f79e996ce, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=2200579a-7af3-4ed3-affc-3e9f79e996ce,segment=NetworkSegment(0c88ad6b-358d-4210-9d68-f349b8a786a2),segment_id=0c88ad6b-358d-4210-9d68-f349b8a786a2)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:19:42.820626 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:42.823493 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:42.911822 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Pushing event updated for resources: {'Port': ['ID=2200579a-7af3-4ed3-affc-3e9f79e996ce,revision_number=5']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:42.915088 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:42.916245 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:19:42.966167 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e950f-8290-476d-868a-287bbebe0975 req-1fd03521-caa4-4f7b-9c8e-3663ca9021b9 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:42.967706 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-b24e950f-8290-476d-868a-287bbebe0975 req-1fd03521-caa4-4f7b-9c8e-3663ca9021b9 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.35 "GET /v2.0/networks?id=3633c235-4756-45b7-9341-a649fc616bec HTTP/1.1" status: 200 len: 815 time: 0.5169461 May 27 11:19:42.996869 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [req-b24e950f-8290-476d-868a-287bbebe0975 req-5100d381-dd0a-41f2-a4e8-b254b4500e9c tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Request body: {'port': {'device_id': '272ccf7a-3af6-4256-a8ee-5d66058af493', 'network_id': '3633c235-4756-45b7-9341-a649fc616bec', 'admin_state_up': True, 'tenant_id': '8d42625dceb84e92adbcff7fb4675425'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:19:43.011656 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-72723459-6ef8-4eb9-bafc-42d143e8f76c tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ee9a16c0b3d64dcaa05860c6748a85d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2143531 May 27 11:19:43.134927 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0,segment=NetworkSegment(e55f99ac-73b8-4b19-846e-68806905a955),segment_id=e55f99ac-73b8-4b19-846e-68806905a955)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:19:43.184157 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Returning: {'device': '88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0', 'network_id': 'ad5d4821-5925-4264-b22c-81e2fa36b9d7', 'port_id': '88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0', 'mac_address': 'fa:16:3e:db:c4:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d8c61c8-4abd-4c73-98d2-0bab955fb131', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:19:43.189653 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-37d9bac3-c0d7-4a44-a12b-0865a1bd0fc4 service neutron] 10.222.0.77 "GET /v2.0/networks/b50153bc-b3d8-4853-86fc-46a79e9f3733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666315 May 27 11:19:43.256997 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9f56f51f-4d4a-4532-a0e9-eecea0545517 req-999429d7-b2ee-4b30-8325-177b5b8873cd tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=272ccf7a-3af6-4256-a8ee-5d66058af493 HTTP/1.1" status: 200 len: 210 time: 0.0709214 May 27 11:19:43.275719 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [req-b24e950f-8290-476d-868a-287bbebe0975 req-5100d381-dd0a-41f2-a4e8-b254b4500e9c tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:19:43.284766 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:43.305910 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [req-b24e950f-8290-476d-868a-287bbebe0975 req-5100d381-dd0a-41f2-a4e8-b254b4500e9c tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:19:43.312925 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0 {{(pid=91849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:19:43.329410 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0,segment=NetworkSegment(e55f99ac-73b8-4b19-846e-68806905a955),segment_id=e55f99ac-73b8-4b19-846e-68806905a955)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:19:43.336625 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:43.338495 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:43.347332 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b24e950f-8290-476d-868a-287bbebe0975 req-5100d381-dd0a-41f2-a4e8-b254b4500e9c tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Made reservation on behalf of 8d42625dceb84e92adbcff7fb4675425 for: {'port': 1} {{(pid=91847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:19:43.351788 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-b24e950f-8290-476d-868a-287bbebe0975 req-5100d381-dd0a-41f2-a4e8-b254b4500e9c tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:43.548487 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-64a8a994-6a69-438f-bed0-d03dd3b5de7e service neutron] 10.222.0.77 "GET /v2.0/networks/b50153bc-b3d8-4853-86fc-46a79e9f3733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205910 May 27 11:19:43.568126 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0,revision_number=4']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:43.596030 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:43.620696 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-3806a552-9ff7-4699-91cf-842d29fc213a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658'] for subnet, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:43.622264 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce260d63-7ebf-43ac-8acf-f73479e484d9 req-91e2c2b2-4dd1-435c-b1cf-ce38f078a00a tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:43.631438 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ce260d63-7ebf-43ac-8acf-f73479e484d9 req-91e2c2b2-4dd1-435c-b1cf-ce38f078a00a tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.77 "GET /v2.0/ports?device_id=91e99e70-afca-4672-9bdc-c506f7b19f7f HTTP/1.1" status: 200 len: 948 time: 0.1600730 May 27 11:19:43.634681 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1d497941-b7a6-422b-94f3-35327dd6b5f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:43.683738 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.db_base_plugin_common [req-b24e950f-8290-476d-868a-287bbebe0975 req-5100d381-dd0a-41f2-a4e8-b254b4500e9c tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Allocated IP 172.20.0.14 (3633c235-4756-45b7-9341-a649fc616bec/4914670b-b81c-4b30-b3d7-60fa4965bca9/a7f1e5a4-6d13-464c-9723-e7a8a75eee09) {{(pid=91847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:19:43.690281 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ce260d63-7ebf-43ac-8acf-f73479e484d9 req-5352bae1-fd89-4f01-903d-a0e5d16b7d58 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae578deb-b0bf-4be2-875f-1f1206c94fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577340 May 27 11:19:43.760749 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806a552-9ff7-4699-91cf-842d29fc213a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c086a19d-1c18-46d7-8c45-a63bd1dbf43a,revision_number=0']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:43.779394 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-3806a552-9ff7-4699-91cf-842d29fc213a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:43.796968 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3806a552-9ff7-4699-91cf-842d29fc213a admin admin] Checking segment: {'id': '21a3fde8-5bd7-4370-bdc3-692220fb817c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '7d626f83-238e-4afd-8bcd-f1ffb53f8ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:19:43.797314 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3806a552-9ff7-4699-91cf-842d29fc213a admin admin] Network hostable DHCP agents. Network: 7d626f83-238e-4afd-8bcd-f1ffb53f8ee5, hostable agents: ['49383876-4286-4bfb-8d2a-316dbfdc5a49'], hosted agents: [] {{(pid=91847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 11:19:43.869813 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c7faca23-3a47-4376-8abf-ba13fee977f1 req-285209f7-29d0-42d7-9e04-dc4648d963b2 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 210 time: 0.0620070 May 27 11:19:43.919868 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3806a552-9ff7-4699-91cf-842d29fc213a admin admin] Network 7d626f83-238e-4afd-8bcd-f1ffb53f8ee5 is scheduled to be hosted by DHCP agent 49383876-4286-4bfb-8d2a-316dbfdc5a49 with binding_index 1 {{(pid=91847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 11:19:43.944490 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [None req-3806a552-9ff7-4699-91cf-842d29fc213a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-23-smb, 7d626f83-238e-4afd-8bcd-f1ffb53f8ee5) {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:19:43.952029 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b95c02-d202-49d4-b689-62f82b4f0597 None None] Network 7d626f83-238e-4afd-8bcd-f1ffb53f8ee5 requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:19:44.037817 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-b24e950f-8290-476d-868a-287bbebe0975 req-5100d381-dd0a-41f2-a4e8-b254b4500e9c tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Notify callbacks [] for port, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:44.064934 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:19:44.085964 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0a48f-520f-4d7c-9efa-2d53186d6a3b req-d11dd23a-a674-4340-865c-583756130e94 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:44.087586 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-08b0a48f-520f-4d7c-9efa-2d53186d6a3b req-d11dd23a-a674-4340-865c-583756130e94 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.1472282 May 27 11:19:44.089538 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3806a552-9ff7-4699-91cf-842d29fc213a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:44.090809 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-3806a552-9ff7-4699-91cf-842d29fc213a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for subnet, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:44.108966 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-b24e950f-8290-476d-868a-287bbebe0975 req-5100d381-dd0a-41f2-a4e8-b254b4500e9c tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971'] for port, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:44.125123 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-86f650c0-d551-483f-bc4b-3d1ebf31001a tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:44.128286 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 2200579a-7af3-4ed3-affc-3e9f79e996ce up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:19:44.167808 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-08b0a48f-520f-4d7c-9efa-2d53186d6a3b req-6004e41d-2d49-4d9c-8432-d0e40d80d4b8 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728607 May 27 11:19:44.220818 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-3806a552-9ff7-4699-91cf-842d29fc213a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8263168 May 27 11:19:44.224834 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b24e950f-8290-476d-868a-287bbebe0975 req-5100d381-dd0a-41f2-a4e8-b254b4500e9c tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Network 3633c235-4756-45b7-9341-a649fc616bec is already hosted by enough agents. {{(pid=91847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:19:44.228354 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [req-b24e950f-8290-476d-868a-287bbebe0975 req-5100d381-dd0a-41f2-a4e8-b254b4500e9c tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Resources bound (agent type, host, resource id): {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:19:44.232777 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24e950f-8290-476d-868a-287bbebe0975 req-5100d381-dd0a-41f2-a4e8-b254b4500e9c tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Received port after_create {{(pid=91847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:19:44.239701 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e950f-8290-476d-868a-287bbebe0975 req-5100d381-dd0a-41f2-a4e8-b254b4500e9c tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:44.240406 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-b24e950f-8290-476d-868a-287bbebe0975 req-5100d381-dd0a-41f2-a4e8-b254b4500e9c tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:44.254777 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5100d381-dd0a-41f2-a4e8-b254b4500e9c tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Pushing event updated for resources: {'Port': ['ID=a7f1e5a4-6d13-464c-9723-e7a8a75eee09,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:44.267145 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-5100d381-dd0a-41f2-a4e8-b254b4500e9c tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:44.275325 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-b24e950f-8290-476d-868a-287bbebe0975 req-5100d381-dd0a-41f2-a4e8-b254b4500e9c tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2831593 May 27 11:19:44.306882 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [req-b24e950f-8290-476d-868a-287bbebe0975 req-51283e3c-6265-4aa4-be2b-03d00a23c62b service neutron] Request body: {'port': {'device_id': '272ccf7a-3af6-4256-a8ee-5d66058af493', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:19:44.529468 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-b24e950f-8290-476d-868a-287bbebe0975 req-51283e3c-6265-4aa4-be2b-03d00a23c62b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:44.542008 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port 2200579a-7af3-4ed3-affc-3e9f79e996ce triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:19:44.542008 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:44.562917 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fd55f-5caf-4aad-8978-4a80d18514f2 req-f0c61b6c-b856-4c2d-bd0e-7a6883615b75 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:44.576302 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b76fd55f-5caf-4aad-8978-4a80d18514f2 req-f0c61b6c-b856-4c2d-bd0e-7a6883615b75 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=272ccf7a-3af6-4256-a8ee-5d66058af493 HTTP/1.1" status: 200 len: 932 time: 0.1382611 May 27 11:19:44.651588 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd72668-9a4d-45e4-892e-616230136f39 None None] Network 7d626f83-238e-4afd-8bcd-f1ffb53f8ee5 requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:19:44.687640 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b76fd55f-5caf-4aad-8978-4a80d18514f2 req-a37eac7d-865a-433b-a21f-d8a2d63ec5b3 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100273 May 27 11:19:44.931937 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-892327df-2d62-4448-b628-e01d4f68996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:45.124918 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [req-b24e950f-8290-476d-868a-287bbebe0975 req-51283e3c-6265-4aa4-be2b-03d00a23c62b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7f1e5a4-6d13-464c-9723-e7a8a75eee09 {{(pid=91847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:19:45.132831 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-b24e950f-8290-476d-868a-287bbebe0975 req-51283e3c-6265-4aa4-be2b-03d00a23c62b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:45.169796 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec0c2b-9a5c-4723-a7b2-cbc4038d4cf9 req-e21e1f1c-ac54-4be1-9f4e-72c790680491 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:45.171469 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b2ec0c2b-9a5c-4723-a7b2-cbc4038d4cf9 req-e21e1f1c-ac54-4be1-9f4e-72c790680491 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.77 "GET /v2.0/ports?device_id=91e99e70-afca-4672-9bdc-c506f7b19f7f HTTP/1.1" status: 200 len: 948 time: 0.3257902 May 27 11:19:45.179162 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-8da2bb93-3e61-4c5c-9634-81d0b098bd27 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:45.179853 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [req-b24e950f-8290-476d-868a-287bbebe0975 req-51283e3c-6265-4aa4-be2b-03d00a23c62b service neutron] Transition to ACTIVE for port object a7f1e5a4-6d13-464c-9723-e7a8a75eee09 will not be triggered until provisioned by entity L2. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:19:45.180033 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-8da2bb93-3e61-4c5c-9634-81d0b098bd27 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Synchronizing usage tracker for tenant:20f2393e9cda4b32ae7b86a1c6ebc470 on resource:network {{(pid=91848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:19:45.185909 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-b24e950f-8290-476d-868a-287bbebe0975 req-51283e3c-6265-4aa4-be2b-03d00a23c62b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:45.195354 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:45.236057 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-8da2bb93-3e61-4c5c-9634-81d0b098bd27 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Unset dirty status for tenant:20f2393e9cda4b32ae7b86a1c6ebc470 on resource:network {{(pid=91848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:19:45.240094 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-8da2bb93-3e61-4c5c-9634-81d0b098bd27 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.77 "GET /v2.0/networks?id=d5d36b13-9b2b-45b5-8fae-c20907177c0c HTTP/1.1" status: 200 len: 808 time: 0.2844169 May 27 11:19:45.247963 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b2ec0c2b-9a5c-4723-a7b2-cbc4038d4cf9 req-7e23c231-2a1e-48c7-990b-6574ee05ecee tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae578deb-b0bf-4be2-875f-1f1206c94fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627139 May 27 11:19:45.266052 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-832ab4be-6341-44b2-8dcc-7ac6b7601407 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.77 "GET /v2.0/quotas/20f2393e9cda4b32ae7b86a1c6ebc470 HTTP/1.1" status: 200 len: 375 time: 0.0166891 May 27 11:19:45.332281 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-9202b4d1-63a5-4460-97c9-02cb29494071 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=20f2393e9cda4b32ae7b86a1c6ebc470&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651143 May 27 11:19:45.484916 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-15d8ece0-0d0c-4d13-b220-5b4c94cdadc4 req-b72aba04-1a2b-4157-8bce-fa23016c5334 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 210 time: 0.0666409 May 27 11:19:45.487282 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51283e3c-6265-4aa4-be2b-03d00a23c62b service neutron] Pushing event updated for resources: {'Port': ['ID=a7f1e5a4-6d13-464c-9723-e7a8a75eee09,revision_number=2']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:45.490464 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-51283e3c-6265-4aa4-be2b-03d00a23c62b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:45.502690 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [req-b24e950f-8290-476d-868a-287bbebe0975 req-51283e3c-6265-4aa4-be2b-03d00a23c62b service neutron] Attempting to bind port a7f1e5a4-6d13-464c-9723-e7a8a75eee09 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:19:45.503254 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [req-b24e950f-8290-476d-868a-287bbebe0975 req-51283e3c-6265-4aa4-be2b-03d00a23c62b service neutron] Attempting to bind port a7f1e5a4-6d13-464c-9723-e7a8a75eee09 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': 'c2be4939-06da-44ef-b45c-fa595b7b31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '3633c235-4756-45b7-9341-a649fc616bec'}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:19:45.505165 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24e950f-8290-476d-868a-287bbebe0975 req-51283e3c-6265-4aa4-be2b-03d00a23c62b service neutron] Attempting to bind port a7f1e5a4-6d13-464c-9723-e7a8a75eee09 on network 3633c235-4756-45b7-9341-a649fc616bec {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:19:45.511198 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24e950f-8290-476d-868a-287bbebe0975 req-51283e3c-6265-4aa4-be2b-03d00a23c62b service neutron] Port a7f1e5a4-6d13-464c-9723-e7a8a75eee09 on network 3633c235-4756-45b7-9341-a649fc616bec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 11:19:45.511831 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24e950f-8290-476d-868a-287bbebe0975 req-51283e3c-6265-4aa4-be2b-03d00a23c62b service neutron] Attempting to bind port a7f1e5a4-6d13-464c-9723-e7a8a75eee09 on network 3633c235-4756-45b7-9341-a649fc616bec {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:19:45.518583 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24e950f-8290-476d-868a-287bbebe0975 req-51283e3c-6265-4aa4-be2b-03d00a23c62b service neutron] Checking agent: {'id': '488b0f7b-d99c-4207-808d-fdc57746257f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 16, 24), 'started_at': datetime.datetime(2021, 5, 27, 11, 16, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:19:45.519154 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24e950f-8290-476d-868a-287bbebe0975 req-51283e3c-6265-4aa4-be2b-03d00a23c62b service neutron] Checking segment: {'id': 'c2be4939-06da-44ef-b45c-fa595b7b31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '3633c235-4756-45b7-9341-a649fc616bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:19:45.520213 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24e950f-8290-476d-868a-287bbebe0975 req-51283e3c-6265-4aa4-be2b-03d00a23c62b service neutron] Bound using segment: {'id': 'c2be4939-06da-44ef-b45c-fa595b7b31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '3633c235-4756-45b7-9341-a649fc616bec'} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:19:45.520729 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [req-b24e950f-8290-476d-868a-287bbebe0975 req-51283e3c-6265-4aa4-be2b-03d00a23c62b service neutron] Bound port: a7f1e5a4-6d13-464c-9723-e7a8a75eee09, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2be4939-06da-44ef-b45c-fa595b7b31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '3633c235-4756-45b7-9341-a649fc616bec'}}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:19:45.521861 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-b24e950f-8290-476d-868a-287bbebe0975 req-51283e3c-6265-4aa4-be2b-03d00a23c62b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:45.595893 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-a5be8f64-258b-440d-9757-e5e3950877d9 service neutron] 10.222.0.77 "GET /v2.0/networks/d5d36b13-9b2b-45b5-8fae-c20907177c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623501 May 27 11:19:45.676959 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [req-b24e950f-8290-476d-868a-287bbebe0975 req-51283e3c-6265-4aa4-be2b-03d00a23c62b service neutron] For port a7f1e5a4-6d13-464c-9723-e7a8a75eee09, host hv-cinder-75157, cleared binding levels {{(pid=91847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:19:45.688149 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [req-b24e950f-8290-476d-868a-287bbebe0975 req-51283e3c-6265-4aa4-be2b-03d00a23c62b service neutron] For port a7f1e5a4-6d13-464c-9723-e7a8a75eee09, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=a7f1e5a4-6d13-464c-9723-e7a8a75eee09,segment=NetworkSegment(c2be4939-06da-44ef-b45c-fa595b7b31a6),segment_id=c2be4939-06da-44ef-b45c-fa595b7b31a6)] {{(pid=91847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:19:45.694680 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-b24e950f-8290-476d-868a-287bbebe0975 req-51283e3c-6265-4aa4-be2b-03d00a23c62b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:45.704334 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-32005928-fcdc-4317-9bd4-1f8cba9bea69 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:45.822905 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51283e3c-6265-4aa4-be2b-03d00a23c62b service neutron] Pushing event updated for resources: {'Port': ['ID=a7f1e5a4-6d13-464c-9723-e7a8a75eee09,revision_number=3']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:45.827464 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-51283e3c-6265-4aa4-be2b-03d00a23c62b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:45.832920 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e950f-8290-476d-868a-287bbebe0975 req-51283e3c-6265-4aa4-be2b-03d00a23c62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:45.833582 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-b24e950f-8290-476d-868a-287bbebe0975 req-51283e3c-6265-4aa4-be2b-03d00a23c62b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:45.836079 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-b24e950f-8290-476d-868a-287bbebe0975 req-51283e3c-6265-4aa4-be2b-03d00a23c62b service neutron] 10.222.0.35 "PUT /v2.0/ports/a7f1e5a4-6d13-464c-9723-e7a8a75eee09 HTTP/1.1" status: 200 len: 1094 time: 1.5346155 May 27 11:19:45.836715 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272ccf7a-3af6-4256-a8ee-5d66058af493', 'tag': 'a7f1e5a4-6d13-464c-9723-e7a8a75eee09'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:19:45.950533 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-89e54ff6-f6bf-4ae7-8dc6-cb0762cc6497 service neutron] 10.222.0.77 "GET /v2.0/networks/d5d36b13-9b2b-45b5-8fae-c20907177c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537564 May 27 11:19:46.021127 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e950f-8290-476d-868a-287bbebe0975 req-05a010ac-4d70-4344-a70e-b1cdad249728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:46.023356 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-b24e950f-8290-476d-868a-287bbebe0975 req-05a010ac-4d70-4344-a70e-b1cdad249728 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8d42625dceb84e92adbcff7fb4675425&device_id=272ccf7a-3af6-4256-a8ee-5d66058af493 HTTP/1.1" status: 200 len: 1097 time: 0.1066809 May 27 11:19:46.121356 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeebc28-def3-4ee3-ba5c-e8719abcacff req-7388774d-5a79-44b4-8f50-c590842485c9 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:46.128332 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5aeebc28-def3-4ee3-ba5c-e8719abcacff req-7388774d-5a79-44b4-8f50-c590842485c9 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.3755379 May 27 11:19:46.150358 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-b0071326-b590-4462-9d5a-ade2868921dd tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:46.151878 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-b0071326-b590-4462-9d5a-ade2868921dd tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.35 "GET /v2.0/networks?id=b50153bc-b3d8-4853-86fc-46a79e9f3733 HTTP/1.1" status: 200 len: 817 time: 0.4012644 May 27 11:19:46.169966 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-b24e950f-8290-476d-868a-287bbebe0975 req-4e299ad5-db03-486e-bbf5-6140843765f7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7f1e5a4-6d13-464c-9723-e7a8a75eee09 HTTP/1.1" status: 200 len: 217 time: 0.1104102 May 27 11:19:46.190969 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5aeebc28-def3-4ee3-ba5c-e8719abcacff req-b4c83f43-a344-49ea-99ad-b45b4ae8d161 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597553 May 27 11:19:46.258931 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-1ca07cae-704a-4283-b3c9-d10c9f3c517e tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee9a16c0b3d64dcaa05860c6748a85d3 HTTP/1.1" status: 200 len: 379 time: 0.0668590 May 27 11:19:46.268901 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e950f-8290-476d-868a-287bbebe0975 req-82669196-510a-4bda-b2eb-165113250ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:46.270722 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-b24e950f-8290-476d-868a-287bbebe0975 req-82669196-510a-4bda-b2eb-165113250ae2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4914670b-b81c-4b30-b3d7-60fa4965bca9 HTTP/1.1" status: 200 len: 855 time: 0.0786729 May 27 11:19:46.273950 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-4cbe0857-1de5-411d-ba86-3529717061ca tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Request body: {'port': {'device_id': '2683912e-f131-4588-9b34-f584dea87d0e', 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733', 'admin_state_up': True, 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'security_groups': ['3f417513-34b7-4334-a2df-023792b8bbfe']}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:19:46.352639 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-b24e950f-8290-476d-868a-287bbebe0975 req-2d411fc5-2e82-44ad-86ba-9daf5d4d3bdd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3633c235-4756-45b7-9341-a649fc616bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678940 May 27 11:19:46.369595 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '272ccf7a-3af6-4256-a8ee-5d66058af493', 'tag': 'a7f1e5a4-6d13-464c-9723-e7a8a75eee09', 'status': 'completed', 'code': 200} May 27 11:19:46.488419 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['ab572ded-6b44-4c82-a795-d899fc8c34ee', '8d670ccd-32fa-4784-b907-cab36f499fc1'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:19:46.495208 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0dda5a3f-d608-4c0b-9152-482232b87733 req-76f8526f-a34d-4f6b-a542-6e4d61705353 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.77 "GET /v2.0/ports?device_id=96a5b7fd-52ec-40c8-81e5-1b5b3ddb9e7d HTTP/1.1" status: 200 len: 210 time: 0.0826926 May 27 11:19:46.540529 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-b24e950f-8290-476d-868a-287bbebe0975 req-c6a76e4f-b87d-44f6-b1fa-321269230532 service neutron] 10.222.0.35 "GET /v2.0/networks/3633c235-4756-45b7-9341-a649fc616bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538787 May 27 11:19:46.576040 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-4cbe0857-1de5-411d-ba86-3529717061ca tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:19:46.582668 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-4cbe0857-1de5-411d-ba86-3529717061ca tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Usage tracker for resource:port and tenant:ee9a16c0b3d64dcaa05860c6748a85d3 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:19:46.594627 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c72363-58ca-455a-923b-d1731e7a656b req-1babb3f4-1113-480f-b8be-b716e76153e8 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:46.596625 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c9c72363-58ca-455a-923b-d1731e7a656b req-1babb3f4-1113-480f-b8be-b716e76153e8 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=272ccf7a-3af6-4256-a8ee-5d66058af493 HTTP/1.1" status: 200 len: 944 time: 0.2221622 May 27 11:19:46.597514 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-4cbe0857-1de5-411d-ba86-3529717061ca tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:19:46.604390 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-4cbe0857-1de5-411d-ba86-3529717061ca tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:19:46.636298 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-4cbe0857-1de5-411d-ba86-3529717061ca tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Made reservation on behalf of ee9a16c0b3d64dcaa05860c6748a85d3 for: {'port': 1} {{(pid=91848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:19:46.640494 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-4cbe0857-1de5-411d-ba86-3529717061ca tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:46.745842 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c9c72363-58ca-455a-923b-d1731e7a656b req-67f8750c-be9a-457c-8c6c-ddc26a0c0c01 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390178 May 27 11:19:46.767199 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-b24e950f-8290-476d-868a-287bbebe0975 req-8b9d2603-140e-418e-8b1d-311e19a03755 service neutron] 10.222.0.35 "GET /v2.0/networks/3633c235-4756-45b7-9341-a649fc616bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028701 May 27 11:19:46.983191 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0 up at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:19:47.000532 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32be88-9a55-4457-8c91-ee783ccd0d6f req-d9070fca-4a35-44ce-bf48-201b1129c778 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:47.003052 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5d32be88-9a55-4457-8c91-ee783ccd0d6f req-d9070fca-4a35-44ce-bf48-201b1129c778 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.77 "GET /v2.0/ports?device_id=91e99e70-afca-4672-9bdc-c506f7b19f7f HTTP/1.1" status: 200 len: 948 time: 0.3279810 May 27 11:19:47.036236 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5af08-16d6-4206-954f-4dc81b60da3b req-05aad5bf-b26b-4aa2-ade9-dad7411b1cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:47.038426 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-5ac5af08-16d6-4206-954f-4dc81b60da3b req-05aad5bf-b26b-4aa2-ade9-dad7411b1cf7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8d42625dceb84e92adbcff7fb4675425&device_id=272ccf7a-3af6-4256-a8ee-5d66058af493 HTTP/1.1" status: 200 len: 1097 time: 0.1359687 May 27 11:19:47.101389 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7b03079d-9479-4888-9b79-80ce5ce88339 req-18f7a438-7f29-484a-a639-6ef10ed900dc tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 210 time: 0.0828769 May 27 11:19:47.136480 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-df5546be-4f21-46d0-8087-33916d0c17be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:47.160636 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:47.167677 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.db_base_plugin_common [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-4cbe0857-1de5-411d-ba86-3529717061ca tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Allocated IP 172.20.0.11 (b50153bc-b3d8-4853-86fc-46a79e9f3733/6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f/d8561c55-a7b2-4736-8b2c-27319bcd3c40) {{(pid=91848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:19:47.182933 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning for port 88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0 completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:19:47.191910 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning complete for port 88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0 triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:19:47.192356 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:47.211925 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5d32be88-9a55-4457-8c91-ee783ccd0d6f req-fcb9ec1d-6d3e-4e8e-8935-e70425bb8d8e tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae578deb-b0bf-4be2-875f-1f1206c94fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908293 May 27 11:19:47.476220 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5af08-16d6-4206-954f-4dc81b60da3b req-2ed70602-87f1-4992-af80-80c04d806bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:47.477715 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-5ac5af08-16d6-4206-954f-4dc81b60da3b req-2ed70602-87f1-4992-af80-80c04d806bee service neutron] 10.222.0.35 "GET /v2.0/networks?id=3633c235-4756-45b7-9341-a649fc616bec HTTP/1.1" status: 200 len: 917 time: 0.2880654 May 27 11:19:47.509664 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:47.552669 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e99e70-afca-4672-9bdc-c506f7b19f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0'}] {{(pid=91849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:19:47.575118 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-5ac5af08-16d6-4206-954f-4dc81b60da3b req-550e86e3-c393-4a54-9238-0dd25a8ae9e3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7f1e5a4-6d13-464c-9723-e7a8a75eee09 HTTP/1.1" status: 200 len: 217 time: 0.0804157 May 27 11:19:47.576949 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0,segment=NetworkSegment(e55f99ac-73b8-4b19-846e-68806905a955),segment_id=e55f99ac-73b8-4b19-846e-68806905a955)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:19:47.582195 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:47.584822 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-ec1ab67a-020b-4619-a01d-7b419a98bba8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:47.675147 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0,revision_number=5']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:47.678655 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:47.681637 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5af08-16d6-4206-954f-4dc81b60da3b req-12d0dfc3-dfe4-42dc-b3fa-b2df7f53f90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:47.683087 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-5ac5af08-16d6-4206-954f-4dc81b60da3b req-12d0dfc3-dfe4-42dc-b3fa-b2df7f53f90f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4914670b-b81c-4b30-b3d7-60fa4965bca9 HTTP/1.1" status: 200 len: 855 time: 0.0934563 May 27 11:19:47.688879 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6daefb0-3405-4358-b293-adc86640f44d req-e4888f8e-503a-4bea-9e54-9838b8d98c12 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:47.690450 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c6daefb0-3405-4358-b293-adc86640f44d req-e4888f8e-503a-4bea-9e54-9838b8d98c12 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.2153125 May 27 11:19:47.697039 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-4cbe0857-1de5-411d-ba86-3529717061ca tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for port, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:47.732539 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.provisioning_blocks [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-4cbe0857-1de5-411d-ba86-3529717061ca tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Transition to ACTIVE for port object d8561c55-a7b2-4736-8b2c-27319bcd3c40 will not be triggered until provisioned by entity DHCP. {{(pid=91848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:19:47.747105 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-5ac5af08-16d6-4206-954f-4dc81b60da3b req-9b6eca8a-b130-4e23-9486-162574dfbbc4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3633c235-4756-45b7-9341-a649fc616bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410721 May 27 11:19:47.756273 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c6daefb0-3405-4358-b293-adc86640f44d req-d35a4221-ae41-408b-ab11-abbd0561523f tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557754 May 27 11:19:47.778572 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-4cbe0857-1de5-411d-ba86-3529717061ca tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6295888'] for port, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:47.788141 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-d9c38e22-f93d-4eb9-9de4-08055e0727cb tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:47.854120 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-4cbe0857-1de5-411d-ba86-3529717061ca tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Network b50153bc-b3d8-4853-86fc-46a79e9f3733 is already hosted by enough agents. {{(pid=91848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:19:47.858150 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.base_scheduler [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-4cbe0857-1de5-411d-ba86-3529717061ca tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Resources bound (agent type, host, resource id): {{(pid=91848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:19:47.862480 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-4cbe0857-1de5-411d-ba86-3529717061ca tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Received port after_create {{(pid=91848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:19:47.933428 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-5ac5af08-16d6-4206-954f-4dc81b60da3b req-11b67101-e235-4fea-a6aa-9cbe88447749 service neutron] 10.222.0.35 "GET /v2.0/networks/3633c235-4756-45b7-9341-a649fc616bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529830 May 27 11:19:47.938746 dv-cinder-751579-23-smb neutron-server[91849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e99e70-afca-4672-9bdc-c506f7b19f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0', 'code': 200} May 27 11:19:47.969904 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe0857-1de5-411d-ba86-3529717061ca tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Pushing event updated for resources: {'Port': ['ID=d8561c55-a7b2-4736-8b2c-27319bcd3c40,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:47.982285 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-4cbe0857-1de5-411d-ba86-3529717061ca tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:47.985225 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6610a489-25de-417f-be7e-979563e4f265 req-a6bf1ae7-e6a8-49e2-bac8-908105f6622a tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.77 "GET /v2.0/ports?device_id=96a5b7fd-52ec-40c8-81e5-1b5b3ddb9e7d HTTP/1.1" status: 200 len: 210 time: 0.0877316 May 27 11:19:48.010284 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-4cbe0857-1de5-411d-ba86-3529717061ca tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:48.010920 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-4cbe0857-1de5-411d-ba86-3529717061ca tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for port, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:48.037648 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-4cbe0857-1de5-411d-ba86-3529717061ca tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7684472 May 27 11:19:48.071816 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-5875d955-7bb3-4d35-ae71-c6f73f8a4898 service neutron] Request body: {'port': {'device_id': '2683912e-f131-4588-9b34-f584dea87d0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:19:48.217168 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-04976c6d-fc25-40e9-911a-315afa63d89b None None] Provisioning for port d8561c55-a7b2-4736-8b2c-27319bcd3c40 completed by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:19:48.223197 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-04976c6d-fc25-40e9-911a-315afa63d89b None None] Provisioning complete for port d8561c55-a7b2-4736-8b2c-27319bcd3c40 triggered by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:19:48.223702 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-04976c6d-fc25-40e9-911a-315afa63d89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:48.252319 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-5ac5af08-16d6-4206-954f-4dc81b60da3b req-7be435ac-9045-4076-8997-857662003813 service neutron] 10.222.0.35 "GET /v2.0/networks/3633c235-4756-45b7-9341-a649fc616bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023729 May 27 11:19:48.294741 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-04976c6d-fc25-40e9-911a-315afa63d89b None None] Port d8561c55-a7b2-4736-8b2c-27319bcd3c40 cannot update to ACTIVE because it is not bound. {{(pid=91849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:19:48.327568 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:48.408915 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-5875d955-7bb3-4d35-ae71-c6f73f8a4898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:48.518175 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9f58c-5143-4392-861d-ca656ee6e591 req-b6d6beeb-685b-4cbc-958e-666f42ea7569 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:48.519634 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e7d9f58c-5143-4392-861d-ca656ee6e591 req-b6d6beeb-685b-4cbc-958e-666f42ea7569 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=272ccf7a-3af6-4256-a8ee-5d66058af493 HTTP/1.1" status: 200 len: 944 time: 0.3657613 May 27 11:19:48.731585 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95627e2e-37d3-44eb-87ec-dac427142506 req-f6b20f10-5c9a-4e1b-8960-759fd401c072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:48.733266 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-95627e2e-37d3-44eb-87ec-dac427142506 req-f6b20f10-5c9a-4e1b-8960-759fd401c072 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=91e99e70-afca-4672-9bdc-c506f7b19f7f HTTP/1.1" status: 200 len: 1102 time: 0.4002235 May 27 11:19:48.742835 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-6fcf31be-583f-4cf1-a870-bdc35ddf2608 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:48.745091 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-6fcf31be-583f-4cf1-a870-bdc35ddf2608 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.35 "GET /v2.0/networks?id=d5d36b13-9b2b-45b5-8fae-c20907177c0c HTTP/1.1" status: 200 len: 808 time: 0.2374566 May 27 11:19:48.747132 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf3917-8728-4378-b4f8-fd59338fac33 req-2f193ea3-ea37-4d70-aae1-efdf8d598fb3 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:48.747901 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-7fcf3917-8728-4378-b4f8-fd59338fac33 req-2f193ea3-ea37-4d70-aae1-efdf8d598fb3 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Synchronizing usage tracker for tenant:ee9a16c0b3d64dcaa05860c6748a85d3 on resource:port {{(pid=91848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:19:48.776440 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e7d9f58c-5143-4392-861d-ca656ee6e591 req-97ff7087-fc92-4b88-9565-0590d10a5c3d tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469499 May 27 11:19:48.779869 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-d4040246-52a2-4e79-9d2b-df160a44a56a tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Request body: {'port': {'device_id': '96a5b7fd-52ec-40c8-81e5-1b5b3ddb9e7d', 'network_id': 'd5d36b13-9b2b-45b5-8fae-c20907177c0c', 'admin_state_up': True, 'tenant_id': '20f2393e9cda4b32ae7b86a1c6ebc470'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:19:48.873077 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-95627e2e-37d3-44eb-87ec-dac427142506 req-63c96473-d85f-4aff-999d-865f2583caef service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ae578deb-b0bf-4be2-875f-1f1206c94fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952549 May 27 11:19:48.927209 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-7fcf3917-8728-4378-b4f8-fd59338fac33 req-2f193ea3-ea37-4d70-aae1-efdf8d598fb3 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Unset dirty status for tenant:ee9a16c0b3d64dcaa05860c6748a85d3 on resource:port {{(pid=91848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:19:48.928570 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7fcf3917-8728-4378-b4f8-fd59338fac33 req-2f193ea3-ea37-4d70-aae1-efdf8d598fb3 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 932 time: 0.6470735 May 27 11:19:48.981357 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-d4040246-52a2-4e79-9d2b-df160a44a56a tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:19:48.985642 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-d4040246-52a2-4e79-9d2b-df160a44a56a tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Usage tracker for resource:port and tenant:20f2393e9cda4b32ae7b86a1c6ebc470 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:19:48.988814 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-d4040246-52a2-4e79-9d2b-df160a44a56a tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:19:49.001650 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-d4040246-52a2-4e79-9d2b-df160a44a56a tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:19:49.016634 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-d4040246-52a2-4e79-9d2b-df160a44a56a tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Made reservation on behalf of 20f2393e9cda4b32ae7b86a1c6ebc470 for: {'port': 1} {{(pid=91847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:19:49.021789 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-d4040246-52a2-4e79-9d2b-df160a44a56a tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:49.084983 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7fcf3917-8728-4378-b4f8-fd59338fac33 req-a9ce0ea3-c72d-433b-b376-ddbcead8574d tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417131 May 27 11:19:49.156598 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c244a-e737-4434-9842-1bfcaceff03a req-0f0fece2-9666-442c-aafc-d4610feebcdc tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:49.158779 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-040c244a-e737-4434-9842-1bfcaceff03a req-0f0fece2-9666-442c-aafc-d4610feebcdc tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.77 "GET /v2.0/ports?device_id=91e99e70-afca-4672-9bdc-c506f7b19f7f HTTP/1.1" status: 200 len: 949 time: 0.2092838 May 27 11:19:49.250863 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.notifiers.nova [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-5875d955-7bb3-4d35-ae71-c6f73f8a4898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8561c55-a7b2-4736-8b2c-27319bcd3c40 {{(pid=91848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:19:49.264915 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.db_base_plugin_common [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-d4040246-52a2-4e79-9d2b-df160a44a56a tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Allocated IP 172.20.0.10 (d5d36b13-9b2b-45b5-8fae-c20907177c0c/4d352393-e32e-4a3c-a464-d47cee908d41/50160cd3-2e1b-4cf6-bfe8-59333d049443) {{(pid=91847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:19:49.265169 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-5875d955-7bb3-4d35-ae71-c6f73f8a4898 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:49.319635 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-040c244a-e737-4434-9842-1bfcaceff03a req-cef0b3bd-9992-41ce-917d-a1f831035e14 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae578deb-b0bf-4be2-875f-1f1206c94fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277008 May 27 11:19:49.336640 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.provisioning_blocks [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-5875d955-7bb3-4d35-ae71-c6f73f8a4898 service neutron] Transition to ACTIVE for port object d8561c55-a7b2-4736-8b2c-27319bcd3c40 will not be triggered until provisioned by entity L2. {{(pid=91848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:19:49.351874 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-5875d955-7bb3-4d35-ae71-c6f73f8a4898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6295911'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:49.361109 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-a631b51a-c075-4a8a-af5a-9c37b45e832d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:49.544954 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-d4040246-52a2-4e79-9d2b-df160a44a56a tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Notify callbacks [] for port, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:49.590174 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875d955-7bb3-4d35-ae71-c6f73f8a4898 service neutron] Pushing event updated for resources: {'Port': ['ID=d8561c55-a7b2-4736-8b2c-27319bcd3c40,revision_number=2']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:49.592707 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-d4040246-52a2-4e79-9d2b-df160a44a56a tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971'] for port, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:49.602179 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-3c5f6b56-54a1-4fd3-9c74-3d3c584c5501 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:49.602393 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-5875d955-7bb3-4d35-ae71-c6f73f8a4898 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:49.621601 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92f5ef-99e2-4e1f-9334-28b06d16ace3 req-d139c48c-25c3-4197-b6ce-9611cc9e9af0 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:49.622643 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4d92f5ef-99e2-4e1f-9334-28b06d16ace3 req-d139c48c-25c3-4197-b6ce-9611cc9e9af0 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.3660979 May 27 11:19:49.680153 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-d4040246-52a2-4e79-9d2b-df160a44a56a tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Network d5d36b13-9b2b-45b5-8fae-c20907177c0c is already hosted by enough agents. {{(pid=91847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:19:49.682842 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-d4040246-52a2-4e79-9d2b-df160a44a56a tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Resources bound (agent type, host, resource id): {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:19:49.685509 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-d4040246-52a2-4e79-9d2b-df160a44a56a tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Received port after_create {{(pid=91847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:19:49.691998 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-d4040246-52a2-4e79-9d2b-df160a44a56a tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:49.692904 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-d4040246-52a2-4e79-9d2b-df160a44a56a tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:49.694408 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-5875d955-7bb3-4d35-ae71-c6f73f8a4898 service neutron] Attempting to bind port d8561c55-a7b2-4736-8b2c-27319bcd3c40 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:19:49.694672 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-5875d955-7bb3-4d35-ae71-c6f73f8a4898 service neutron] Attempting to bind port d8561c55-a7b2-4736-8b2c-27319bcd3c40 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '0c88ad6b-358d-4210-9d68-f349b8a786a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733'}] {{(pid=91848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:19:49.694945 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-5875d955-7bb3-4d35-ae71-c6f73f8a4898 service neutron] Attempting to bind port d8561c55-a7b2-4736-8b2c-27319bcd3c40 on network b50153bc-b3d8-4853-86fc-46a79e9f3733 {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:19:49.699603 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4d92f5ef-99e2-4e1f-9334-28b06d16ace3 req-521cbed0-9af8-4e20-a483-c5c7a5e65ecc tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655184 May 27 11:19:49.707868 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4040246-52a2-4e79-9d2b-df160a44a56a tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Pushing event updated for resources: {'Port': ['ID=50160cd3-2e1b-4cf6-bfe8-59333d049443,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:49.710815 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-d4040246-52a2-4e79-9d2b-df160a44a56a tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:49.731943 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-d4040246-52a2-4e79-9d2b-df160a44a56a tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9635003 May 27 11:19:49.745665 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-5875d955-7bb3-4d35-ae71-c6f73f8a4898 service neutron] Port d8561c55-a7b2-4736-8b2c-27319bcd3c40 on network b50153bc-b3d8-4853-86fc-46a79e9f3733 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 11:19:49.746208 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-5875d955-7bb3-4d35-ae71-c6f73f8a4898 service neutron] Attempting to bind port d8561c55-a7b2-4736-8b2c-27319bcd3c40 on network b50153bc-b3d8-4853-86fc-46a79e9f3733 {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:19:49.755764 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-5875d955-7bb3-4d35-ae71-c6f73f8a4898 service neutron] Checking agent: {'id': '488b0f7b-d99c-4207-808d-fdc57746257f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 16, 24), 'started_at': datetime.datetime(2021, 5, 27, 11, 16, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:19:49.756093 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-5875d955-7bb3-4d35-ae71-c6f73f8a4898 service neutron] Checking segment: {'id': '0c88ad6b-358d-4210-9d68-f349b8a786a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:19:49.756468 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-5875d955-7bb3-4d35-ae71-c6f73f8a4898 service neutron] Bound using segment: {'id': '0c88ad6b-358d-4210-9d68-f349b8a786a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733'} {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:19:49.756774 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-18f44105-93b0-41d8-93e6-59732ad958e6 service neutron] Request body: {'port': {'device_id': '96a5b7fd-52ec-40c8-81e5-1b5b3ddb9e7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:19:49.757676 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-5875d955-7bb3-4d35-ae71-c6f73f8a4898 service neutron] Bound port: d8561c55-a7b2-4736-8b2c-27319bcd3c40, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c88ad6b-358d-4210-9d68-f349b8a786a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733'}}] {{(pid=91848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:19:49.757676 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-5875d955-7bb3-4d35-ae71-c6f73f8a4898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:49.881842 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce51b9-6a2c-4c29-ae75-dcccbb6f76a8 req-51cb22c5-15d8-4438-9691-ff9e8e2f0d9e tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:49.883395 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-81ce51b9-6a2c-4c29-ae75-dcccbb6f76a8 req-51cb22c5-15d8-4438-9691-ff9e8e2f0d9e tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.77 "GET /v2.0/ports?device_id=96a5b7fd-52ec-40c8-81e5-1b5b3ddb9e7d HTTP/1.1" status: 200 len: 932 time: 0.1814594 May 27 11:19:49.890121 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-5875d955-7bb3-4d35-ae71-c6f73f8a4898 service neutron] For port d8561c55-a7b2-4736-8b2c-27319bcd3c40, host hv-cinder-75157, cleared binding levels {{(pid=91848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:19:49.894048 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-5875d955-7bb3-4d35-ae71-c6f73f8a4898 service neutron] For port d8561c55-a7b2-4736-8b2c-27319bcd3c40, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d8561c55-a7b2-4736-8b2c-27319bcd3c40,segment=NetworkSegment(0c88ad6b-358d-4210-9d68-f349b8a786a2),segment_id=0c88ad6b-358d-4210-9d68-f349b8a786a2)] {{(pid=91848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:19:49.905726 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-18f44105-93b0-41d8-93e6-59732ad958e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:49.913100 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-5875d955-7bb3-4d35-ae71-c6f73f8a4898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6295911'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:49.920717 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-8bbde5fc-5a78-4554-9759-622e77e7470a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:50.038390 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-5875d955-7bb3-4d35-ae71-c6f73f8a4898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:50.039000 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-5875d955-7bb3-4d35-ae71-c6f73f8a4898 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for port, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:50.040408 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-5875d955-7bb3-4d35-ae71-c6f73f8a4898 service neutron] 10.222.0.35 "PUT /v2.0/ports/d8561c55-a7b2-4736-8b2c-27319bcd3c40 HTTP/1.1" status: 200 len: 1094 time: 1.9735854 May 27 11:19:50.042811 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2683912e-f131-4588-9b34-f584dea87d0e', 'tag': 'd8561c55-a7b2-4736-8b2c-27319bcd3c40'}] {{(pid=91848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:19:50.067310 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-81ce51b9-6a2c-4c29-ae75-dcccbb6f76a8 req-25b4bb82-9aa7-44db-8c79-e1f89bead7cd tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Synchronizing usage tracker for tenant:20f2393e9cda4b32ae7b86a1c6ebc470 on resource:security_group {{(pid=91848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:19:50.092396 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875d955-7bb3-4d35-ae71-c6f73f8a4898 service neutron] Pushing event updated for resources: {'Port': ['ID=d8561c55-a7b2-4736-8b2c-27319bcd3c40,revision_number=3']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:50.099618 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-5875d955-7bb3-4d35-ae71-c6f73f8a4898 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:50.159568 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-81ce51b9-6a2c-4c29-ae75-dcccbb6f76a8 req-25b4bb82-9aa7-44db-8c79-e1f89bead7cd tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Unset dirty status for tenant:20f2393e9cda4b32ae7b86a1c6ebc470 on resource:security_group {{(pid=91848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:19:50.162987 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-81ce51b9-6a2c-4c29-ae75-dcccbb6f76a8 req-25b4bb82-9aa7-44db-8c79-e1f89bead7cd tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.77 "GET /v2.0/security-groups?id=a7a44308-3d34-40b2-bf27-a22b095087e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666905 May 27 11:19:50.215604 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d252527-3431-43b6-bc45-5baef3d5a890 req-e46b8404-9eee-4993-8b6d-504ae32a3db8 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:50.223035 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2d252527-3431-43b6-bc45-5baef3d5a890 req-e46b8404-9eee-4993-8b6d-504ae32a3db8 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=272ccf7a-3af6-4256-a8ee-5d66058af493 HTTP/1.1" status: 200 len: 944 time: 0.2628372 May 27 11:19:50.265600 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2683912e-f131-4588-9b34-f584dea87d0e', 'tag': 'd8561c55-a7b2-4736-8b2c-27319bcd3c40', 'status': 'completed', 'code': 200} May 27 11:19:50.310256 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2d252527-3431-43b6-bc45-5baef3d5a890 req-13970fa0-e86c-4cce-bb08-65c1cbfeb6e7 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860651 May 27 11:19:50.334192 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-a3c835d0-2dd0-47ff-ab67-2bcf39f61c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:50.336282 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-a3c835d0-2dd0-47ff-ab67-2bcf39f61c1c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ee9a16c0b3d64dcaa05860c6748a85d3&device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 1097 time: 0.2308455 May 27 11:19:50.337184 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-18f44105-93b0-41d8-93e6-59732ad958e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50160cd3-2e1b-4cf6-bfe8-59333d049443 {{(pid=91847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:19:50.345857 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:50.349057 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-18f44105-93b0-41d8-93e6-59732ad958e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:50.366803 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-18f44105-93b0-41d8-93e6-59732ad958e6 service neutron] Transition to ACTIVE for port object 50160cd3-2e1b-4cf6-bfe8-59333d049443 will not be triggered until provisioned by entity L2. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:19:50.372660 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-18f44105-93b0-41d8-93e6-59732ad958e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:50.377581 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:50.547431 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-4fe22373-9c47-408a-a334-6b8ecec0cb27 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8561c55-a7b2-4736-8b2c-27319bcd3c40 HTTP/1.1" status: 200 len: 217 time: 0.1946049 May 27 11:19:50.577511 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f44105-93b0-41d8-93e6-59732ad958e6 service neutron] Pushing event updated for resources: {'Port': ['ID=50160cd3-2e1b-4cf6-bfe8-59333d049443,revision_number=2']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:50.581309 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-18f44105-93b0-41d8-93e6-59732ad958e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:50.582268 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-18f44105-93b0-41d8-93e6-59732ad958e6 service neutron] Attempting to bind port 50160cd3-2e1b-4cf6-bfe8-59333d049443 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:19:50.582807 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-18f44105-93b0-41d8-93e6-59732ad958e6 service neutron] Attempting to bind port 50160cd3-2e1b-4cf6-bfe8-59333d049443 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': 'e02b085a-e2d8-4062-9f95-5c3fd714a9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'd5d36b13-9b2b-45b5-8fae-c20907177c0c'}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:19:50.583298 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-18f44105-93b0-41d8-93e6-59732ad958e6 service neutron] Attempting to bind port 50160cd3-2e1b-4cf6-bfe8-59333d049443 on network d5d36b13-9b2b-45b5-8fae-c20907177c0c {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:19:50.589563 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-18f44105-93b0-41d8-93e6-59732ad958e6 service neutron] Port 50160cd3-2e1b-4cf6-bfe8-59333d049443 on network d5d36b13-9b2b-45b5-8fae-c20907177c0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 11:19:50.589563 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-18f44105-93b0-41d8-93e6-59732ad958e6 service neutron] Attempting to bind port 50160cd3-2e1b-4cf6-bfe8-59333d049443 on network d5d36b13-9b2b-45b5-8fae-c20907177c0c {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:19:50.594838 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-18f44105-93b0-41d8-93e6-59732ad958e6 service neutron] Checking agent: {'id': '488b0f7b-d99c-4207-808d-fdc57746257f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 16, 24), 'started_at': datetime.datetime(2021, 5, 27, 11, 16, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:19:50.595164 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-18f44105-93b0-41d8-93e6-59732ad958e6 service neutron] Checking segment: {'id': 'e02b085a-e2d8-4062-9f95-5c3fd714a9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'd5d36b13-9b2b-45b5-8fae-c20907177c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:19:50.595602 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-18f44105-93b0-41d8-93e6-59732ad958e6 service neutron] Bound using segment: {'id': 'e02b085a-e2d8-4062-9f95-5c3fd714a9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'd5d36b13-9b2b-45b5-8fae-c20907177c0c'} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:19:50.597177 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-18f44105-93b0-41d8-93e6-59732ad958e6 service neutron] Bound port: 50160cd3-2e1b-4cf6-bfe8-59333d049443, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e02b085a-e2d8-4062-9f95-5c3fd714a9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'd5d36b13-9b2b-45b5-8fae-c20907177c0c'}}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:19:50.597177 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-18f44105-93b0-41d8-93e6-59732ad958e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:50.686270 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-d54c3ca8-cb26-49cd-bb01-ca78287af74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:50.687756 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-d54c3ca8-cb26-49cd-bb01-ca78287af74b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f HTTP/1.1" status: 200 len: 856 time: 0.0985057 May 27 11:19:50.690638 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-18f44105-93b0-41d8-93e6-59732ad958e6 service neutron] For port 50160cd3-2e1b-4cf6-bfe8-59333d049443, host hv-cinder-75157, cleared binding levels {{(pid=91847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:19:50.694516 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-18f44105-93b0-41d8-93e6-59732ad958e6 service neutron] For port 50160cd3-2e1b-4cf6-bfe8-59333d049443, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=50160cd3-2e1b-4cf6-bfe8-59333d049443,segment=NetworkSegment(e02b085a-e2d8-4062-9f95-5c3fd714a9bb),segment_id=e02b085a-e2d8-4062-9f95-5c3fd714a9bb)] {{(pid=91847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:19:50.697279 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc39612-94ab-4a67-b5ba-fdec8de314ae req-11c3545e-7bce-4ec0-bf40-70c45b134793 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:50.698841 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9dc39612-94ab-4a67-b5ba-fdec8de314ae req-11c3545e-7bce-4ec0-bf40-70c45b134793 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 944 time: 0.2530491 May 27 11:19:50.699890 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-18f44105-93b0-41d8-93e6-59732ad958e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:50.706108 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-043445bb-1398-4b73-871c-233324802dbe tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:50.778633 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46038288-92f9-4b3b-b53d-f87acf9c23b4 req-934926f1-a51e-4b5a-a51e-c6fdd1188c0f tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:50.782538 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-46038288-92f9-4b3b-b53d-f87acf9c23b4 req-934926f1-a51e-4b5a-a51e-c6fdd1188c0f tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.77 "GET /v2.0/ports?device_id=91e99e70-afca-4672-9bdc-c506f7b19f7f HTTP/1.1" status: 200 len: 949 time: 0.2354581 May 27 11:19:50.849644 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-18f44105-93b0-41d8-93e6-59732ad958e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:50.850225 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-18f44105-93b0-41d8-93e6-59732ad958e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:50.851819 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-18f44105-93b0-41d8-93e6-59732ad958e6 service neutron] 10.222.0.35 "PUT /v2.0/ports/50160cd3-2e1b-4cf6-bfe8-59333d049443 HTTP/1.1" status: 200 len: 1094 time: 1.1017361 May 27 11:19:50.852323 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a5b7fd-52ec-40c8-81e5-1b5b3ddb9e7d', 'tag': '50160cd3-2e1b-4cf6-bfe8-59333d049443'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:19:50.876116 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f44105-93b0-41d8-93e6-59732ad958e6 service neutron] Pushing event updated for resources: {'Port': ['ID=50160cd3-2e1b-4cf6-bfe8-59333d049443,revision_number=3']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:50.879593 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-18f44105-93b0-41d8-93e6-59732ad958e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:50.931517 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9dc39612-94ab-4a67-b5ba-fdec8de314ae req-c4238c99-8b16-4173-a382-b5b1b05ed3a6 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933043 May 27 11:19:50.946683 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device a7f1e5a4-6d13-464c-9723-e7a8a75eee09 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:19:50.958826 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-46038288-92f9-4b3b-b53d-f87acf9c23b4 req-d90ed7fc-c507-4bb5-b0d9-993398904f7f tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae578deb-b0bf-4be2-875f-1f1206c94fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582587 May 27 11:19:50.969926 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-021395f7-7362-4be4-bd6a-2012d45d703a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:50.971439 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-021395f7-7362-4be4-bd6a-2012d45d703a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b50153bc-b3d8-4853-86fc-46a79e9f3733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2708611 May 27 11:19:51.093160 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-4f27dbe4-f24c-400b-8258-cdf0135078e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:51.095014 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-4f27dbe4-f24c-400b-8258-cdf0135078e2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=20f2393e9cda4b32ae7b86a1c6ebc470&device_id=96a5b7fd-52ec-40c8-81e5-1b5b3ddb9e7d HTTP/1.1" status: 200 len: 1097 time: 0.0972583 May 27 11:19:51.151059 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port a7f1e5a4-6d13-464c-9723-e7a8a75eee09, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=a7f1e5a4-6d13-464c-9723-e7a8a75eee09,segment=NetworkSegment(c2be4939-06da-44ef-b45c-fa595b7b31a6),segment_id=c2be4939-06da-44ef-b45c-fa595b7b31a6)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:19:51.172065 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Returning: {'device': 'a7f1e5a4-6d13-464c-9723-e7a8a75eee09', 'network_id': '3633c235-4756-45b7-9341-a649fc616bec', 'port_id': 'a7f1e5a4-6d13-464c-9723-e7a8a75eee09', 'mac_address': 'fa:16:3e:fa:e1:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4914670b-b81c-4b30-b3d7-60fa4965bca9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:19:51.193669 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-bff5bf0a-0507-4343-9808-6cf8e5c52274 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50160cd3-2e1b-4cf6-bfe8-59333d049443 HTTP/1.1" status: 200 len: 217 time: 0.0786078 May 27 11:19:51.196216 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-93896eb7-8f68-4585-8c58-dffe9234b2f0 service neutron] 10.222.0.35 "GET /v2.0/networks/b50153bc-b3d8-4853-86fc-46a79e9f3733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993287 May 27 11:19:51.213128 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b41f9-6354-4d6e-8f35-a1f4ec8186e7 req-ac560812-4c7f-4857-9571-81d308048abe tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:51.215098 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b74b41f9-6354-4d6e-8f35-a1f4ec8186e7 req-ac560812-4c7f-4857-9571-81d308048abe tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.1354387 May 27 11:19:51.222908 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a5b7fd-52ec-40c8-81e5-1b5b3ddb9e7d', 'tag': '50160cd3-2e1b-4cf6-bfe8-59333d049443', 'status': 'completed', 'code': 200} May 27 11:19:51.236941 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:51.257802 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7f1e5a4-6d13-464c-9723-e7a8a75eee09 {{(pid=91849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:19:51.276091 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port a7f1e5a4-6d13-464c-9723-e7a8a75eee09, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=a7f1e5a4-6d13-464c-9723-e7a8a75eee09,segment=NetworkSegment(c2be4939-06da-44ef-b45c-fa595b7b31a6),segment_id=c2be4939-06da-44ef-b45c-fa595b7b31a6)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:19:51.281833 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:51.284189 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-7e072828-63f0-4173-8f30-532a7e4ac4ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:51.293112 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-d8323093-2615-45b5-a379-496b72e2ff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:51.295233 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-d8323093-2615-45b5-a379-496b72e2ff1a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4d352393-e32e-4a3c-a464-d47cee908d41 HTTP/1.1" status: 200 len: 848 time: 0.0696712 May 27 11:19:51.308374 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b74b41f9-6354-4d6e-8f35-a1f4ec8186e7 req-03ce08af-23e3-4049-9059-cba136cde27b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861347 May 27 11:19:51.374594 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-90fa4ba6-0377-4a72-a5e2-7f404d6b6cf9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d5d36b13-9b2b-45b5-8fae-c20907177c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524573 May 27 11:19:51.383521 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=a7f1e5a4-6d13-464c-9723-e7a8a75eee09,revision_number=4']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:51.386963 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:51.477760 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ff8be997-3c11-44e7-9574-cf1256cb9517 req-91575ea4-356a-4d48-9196-516ba010dfd5 service neutron] 10.222.0.35 "GET /v2.0/networks/b50153bc-b3d8-4853-86fc-46a79e9f3733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266009 May 27 11:19:51.494682 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d798fb4-8dc1-4b23-86ad-aa119ca87091 req-7a3be2e7-e49a-4929-9b40-9d3960c8fdcf tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:51.496263 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3d798fb4-8dc1-4b23-86ad-aa119ca87091 req-7a3be2e7-e49a-4929-9b40-9d3960c8fdcf tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.77 "GET /v2.0/ports?device_id=96a5b7fd-52ec-40c8-81e5-1b5b3ddb9e7d HTTP/1.1" status: 200 len: 944 time: 0.1413589 May 27 11:19:51.536971 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-ce20b623-e43b-4833-856c-9f38be9ff52b service neutron] 10.222.0.35 "GET /v2.0/networks/d5d36b13-9b2b-45b5-8fae-c20907177c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487060 May 27 11:19:51.638832 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3d798fb4-8dc1-4b23-86ad-aa119ca87091 req-afa5068c-9436-42db-81fa-09131069b229 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.77 "GET /v2.0/security-groups?id=a7a44308-3d34-40b2-bf27-a22b095087e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248822 May 27 11:19:51.723261 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0f218-a5e5-4edf-bb7e-9d7323ddafe1 req-8526ec5e-6f9d-4320-b1ef-03adb63c956e tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:51.725196 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0aa0f218-a5e5-4edf-bb7e-9d7323ddafe1 req-8526ec5e-6f9d-4320-b1ef-03adb63c956e tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=272ccf7a-3af6-4256-a8ee-5d66058af493 HTTP/1.1" status: 200 len: 945 time: 0.2127419 May 27 11:19:51.782723 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-b3c9b216-805a-40c3-a87d-1fc845e52a9d req-6ff531c1-9627-499b-8a56-b37ea6daa9d5 service neutron] 10.222.0.35 "GET /v2.0/networks/d5d36b13-9b2b-45b5-8fae-c20907177c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596339 May 27 11:19:51.787408 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f317a90-d1e8-4296-acda-e190575a191c req-9e1f09c8-8976-411c-a3e4-c11810205466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:51.789061 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5f317a90-d1e8-4296-acda-e190575a191c req-9e1f09c8-8976-411c-a3e4-c11810205466 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ee9a16c0b3d64dcaa05860c6748a85d3&device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 1097 time: 0.1415045 May 27 11:19:51.791886 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0aa0f218-a5e5-4edf-bb7e-9d7323ddafe1 req-e8bcbaad-7c07-4b7a-aa08-f967559f7643 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590141 May 27 11:19:51.947206 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78452a0-d089-4ed4-a7e3-db024dcebc16 req-b862106d-8895-4425-ba49-dacc6509a8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:51.948801 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-f78452a0-d089-4ed4-a7e3-db024dcebc16 req-b862106d-8895-4425-ba49-dacc6509a8e9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=20f2393e9cda4b32ae7b86a1c6ebc470&device_id=96a5b7fd-52ec-40c8-81e5-1b5b3ddb9e7d HTTP/1.1" status: 200 len: 1097 time: 0.0807593 May 27 11:19:51.978893 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f317a90-d1e8-4296-acda-e190575a191c req-a506015b-78c4-43f0-b777-87d4be66ced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:51.980871 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5f317a90-d1e8-4296-acda-e190575a191c req-a506015b-78c4-43f0-b777-87d4be66ced6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b50153bc-b3d8-4853-86fc-46a79e9f3733 HTTP/1.1" status: 200 len: 919 time: 0.1460168 May 27 11:19:52.070120 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5f317a90-d1e8-4296-acda-e190575a191c req-987e3ae0-35c0-4264-92df-39a69131126a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8561c55-a7b2-4736-8b2c-27319bcd3c40 HTTP/1.1" status: 200 len: 217 time: 0.0747199 May 27 11:19:52.111091 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78452a0-d089-4ed4-a7e3-db024dcebc16 req-3276db6a-03bf-458e-967f-5598acc20e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:52.112681 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-f78452a0-d089-4ed4-a7e3-db024dcebc16 req-3276db6a-03bf-458e-967f-5598acc20e53 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d5d36b13-9b2b-45b5-8fae-c20907177c0c HTTP/1.1" status: 200 len: 910 time: 0.1441672 May 27 11:19:52.198342 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-f78452a0-d089-4ed4-a7e3-db024dcebc16 req-a23d6b69-e199-4bcc-9765-82e8018ff9c8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50160cd3-2e1b-4cf6-bfe8-59333d049443 HTTP/1.1" status: 200 len: 217 time: 0.0661938 May 27 11:19:52.253984 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f317a90-d1e8-4296-acda-e190575a191c req-b1196f37-01b0-4736-a92b-05efef9dd936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:52.255632 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5f317a90-d1e8-4296-acda-e190575a191c req-b1196f37-01b0-4736-a92b-05efef9dd936 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f HTTP/1.1" status: 200 len: 856 time: 0.1696482 May 27 11:19:52.266672 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78452a0-d089-4ed4-a7e3-db024dcebc16 req-5eef86e2-9260-4468-bff7-1a26576a0e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:52.268152 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-f78452a0-d089-4ed4-a7e3-db024dcebc16 req-5eef86e2-9260-4468-bff7-1a26576a0e04 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4d352393-e32e-4a3c-a464-d47cee908d41 HTTP/1.1" status: 200 len: 848 time: 0.0589974 May 27 11:19:52.327574 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-f78452a0-d089-4ed4-a7e3-db024dcebc16 req-8ce88007-8e71-4e3a-9f9d-1f66f2615460 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d5d36b13-9b2b-45b5-8fae-c20907177c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451612 May 27 11:19:52.344951 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beba0c7-388d-4260-8a02-5945674d4257 req-f220871d-d1a6-48d6-ada5-38774c0e17f2 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:52.346440 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8beba0c7-388d-4260-8a02-5945674d4257 req-f220871d-d1a6-48d6-ada5-38774c0e17f2 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.77 "GET /v2.0/ports?device_id=91e99e70-afca-4672-9bdc-c506f7b19f7f HTTP/1.1" status: 200 len: 949 time: 0.2281678 May 27 11:19:52.356003 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48c4b1-4fe6-4c7f-a428-ff9a159cf13d req-01859356-29be-4c10-bd3a-914add547326 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:52.357403 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-cf48c4b1-4fe6-4c7f-a428-ff9a159cf13d req-01859356-29be-4c10-bd3a-914add547326 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 944 time: 0.2402301 May 27 11:19:52.443377 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8beba0c7-388d-4260-8a02-5945674d4257 req-dcfd36fc-2b4e-403c-bcb8-cbcfe8a786fa tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae578deb-b0bf-4be2-875f-1f1206c94fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849183 May 27 11:19:52.449185 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-cf48c4b1-4fe6-4c7f-a428-ff9a159cf13d req-a16e6ddf-9e10-4458-b39b-0bf7beddcdeb tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728724 May 27 11:19:52.453785 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f317a90-d1e8-4296-acda-e190575a191c req-ede6b586-99a7-44fd-8e83-a2b20d0deca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:52.455265 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5f317a90-d1e8-4296-acda-e190575a191c req-ede6b586-99a7-44fd-8e83-a2b20d0deca8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b50153bc-b3d8-4853-86fc-46a79e9f3733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1880655 May 27 11:19:52.502965 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-f78452a0-d089-4ed4-a7e3-db024dcebc16 req-3fd1c1e2-0c23-448b-82c4-0f5e3d7db919 service neutron] 10.222.0.35 "GET /v2.0/networks/d5d36b13-9b2b-45b5-8fae-c20907177c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670296 May 27 11:19:52.657191 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-f78452a0-d089-4ed4-a7e3-db024dcebc16 req-715c74d0-c6a8-4fc4-9ea0-94fe629446d8 service neutron] 10.222.0.35 "GET /v2.0/networks/d5d36b13-9b2b-45b5-8fae-c20907177c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375990 May 27 11:19:52.678577 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5f317a90-d1e8-4296-acda-e190575a191c req-c93e66fc-be62-4611-b7e1-9163e0c40ac6 service neutron] 10.222.0.35 "GET /v2.0/networks/b50153bc-b3d8-4853-86fc-46a79e9f3733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049110 May 27 11:19:52.704187 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e3ab28-1658-4646-83cf-d323302804ed req-f64172d1-26c1-4f01-bbdf-6e78c6500a5d tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:52.705833 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e5e3ab28-1658-4646-83cf-d323302804ed req-f64172d1-26c1-4f01-bbdf-6e78c6500a5d tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.1221492 May 27 11:19:52.935202 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e5e3ab28-1658-4646-83cf-d323302804ed req-7f41fdc1-be1a-4013-b1ec-111c32b0ee00 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100015 May 27 11:19:52.960415 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['a7f1e5a4-6d13-464c-9723-e7a8a75eee09'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:19:52.980051 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5f317a90-d1e8-4296-acda-e190575a191c req-7a156871-3927-48f4-9828-f6a4d2c55771 service neutron] 10.222.0.35 "GET /v2.0/networks/b50153bc-b3d8-4853-86fc-46a79e9f3733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730267 May 27 11:19:53.121415 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4aeac-483a-4489-a5f0-bd6559fc24a3 req-6da48e81-f387-4d81-9573-e9c60be61836 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:53.124358 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-75d4aeac-483a-4489-a5f0-bd6559fc24a3 req-6da48e81-f387-4d81-9573-e9c60be61836 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.77 "GET /v2.0/ports?device_id=96a5b7fd-52ec-40c8-81e5-1b5b3ddb9e7d HTTP/1.1" status: 200 len: 944 time: 0.0900877 May 27 11:19:53.187323 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-75d4aeac-483a-4489-a5f0-bd6559fc24a3 req-5db1e58a-9733-4177-8bb2-d5efb754ae79 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.77 "GET /v2.0/security-groups?id=a7a44308-3d34-40b2-bf27-a22b095087e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553010 May 27 11:19:53.339079 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1bf4a-26de-4321-adda-1dadc6d8473c req-6fcc4868-6db5-4cf0-87ce-d8e1e863a0d3 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:53.340650 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7db1bf4a-26de-4321-adda-1dadc6d8473c req-6fcc4868-6db5-4cf0-87ce-d8e1e863a0d3 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=272ccf7a-3af6-4256-a8ee-5d66058af493 HTTP/1.1" status: 200 len: 945 time: 0.1223300 May 27 11:19:53.404407 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7db1bf4a-26de-4321-adda-1dadc6d8473c req-8bb8a08b-6c00-4a5b-8cbe-372c39a1e51f tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538816 May 27 11:19:53.421193 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5210e1f-4cdf-4dd2-bc83-68d362c76677 req-878601ff-46bf-435f-bdb7-3266d42bd810 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:53.422731 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e5210e1f-4cdf-4dd2-bc83-68d362c76677 req-878601ff-46bf-435f-bdb7-3266d42bd810 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.77 "GET /v2.0/ports?device_id=91e99e70-afca-4672-9bdc-c506f7b19f7f HTTP/1.1" status: 200 len: 949 time: 0.1368163 May 27 11:19:53.469496 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e5210e1f-4cdf-4dd2-bc83-68d362c76677 req-3e68f6e4-7aeb-4d7e-b6dd-15544aa85e64 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae578deb-b0bf-4be2-875f-1f1206c94fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403073 May 27 11:19:53.656831 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89243d-e636-423c-b5e0-78c5ed713f6f req-e0858216-9cf6-4065-94e9-29f0b0192e46 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:53.658317 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0c89243d-e636-423c-b5e0-78c5ed713f6f req-e0858216-9cf6-4065-94e9-29f0b0192e46 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 944 time: 0.0911145 May 27 11:19:53.709804 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0c89243d-e636-423c-b5e0-78c5ed713f6f req-c6b24208-aacc-479f-a4f8-ff08bac266ed tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455074 May 27 11:19:53.797385 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:54.134119 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af446f9-8c9e-433f-b34f-b1b0450f48fb req-afb52012-b590-4f79-ad46-07a12ee25937 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:54.135713 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6af446f9-8c9e-433f-b34f-b1b0450f48fb req-afb52012-b590-4f79-ad46-07a12ee25937 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.0811925 May 27 11:19:54.183672 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6af446f9-8c9e-433f-b34f-b1b0450f48fb req-7e7fa2ce-c36f-4b56-9319-787633cf77ca tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422044 May 27 11:19:54.383188 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0d3bf-f4be-4b78-8a03-e63a502d7da2 req-ba784b3d-ba1d-492f-a7d7-f80b4fdd4d3d tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:54.384846 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e9f0d3bf-f4be-4b78-8a03-e63a502d7da2 req-ba784b3d-ba1d-492f-a7d7-f80b4fdd4d3d tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.77 "GET /v2.0/ports?device_id=96a5b7fd-52ec-40c8-81e5-1b5b3ddb9e7d HTTP/1.1" status: 200 len: 944 time: 0.0884254 May 27 11:19:54.448831 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e9f0d3bf-f4be-4b78-8a03-e63a502d7da2 req-e9f71560-a989-400b-b66d-02789b29fb8f tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.77 "GET /v2.0/security-groups?id=a7a44308-3d34-40b2-bf27-a22b095087e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569489 May 27 11:19:54.695685 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc133b0-10aa-442a-9c7e-a5ee676c6828 req-6a8e0e19-fa9b-488a-8fc1-78b75a961b45 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:54.697157 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6cc133b0-10aa-442a-9c7e-a5ee676c6828 req-6a8e0e19-fa9b-488a-8fc1-78b75a961b45 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=272ccf7a-3af6-4256-a8ee-5d66058af493 HTTP/1.1" status: 200 len: 945 time: 0.1400130 May 27 11:19:54.748127 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd91f45-b961-4c3d-a5ef-448ee303ed84 req-6e93875d-64ad-40d7-8116-d6ddc0db9fa1 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:54.749620 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-bdd91f45-b961-4c3d-a5ef-448ee303ed84 req-6e93875d-64ad-40d7-8116-d6ddc0db9fa1 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.77 "GET /v2.0/ports?device_id=91e99e70-afca-4672-9bdc-c506f7b19f7f HTTP/1.1" status: 200 len: 949 time: 0.1395414 May 27 11:19:54.774155 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6cc133b0-10aa-442a-9c7e-a5ee676c6828 req-3b21f5c9-2f80-4cdc-a25e-f743d261d8f1 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699279 May 27 11:19:54.802641 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-bdd91f45-b961-4c3d-a5ef-448ee303ed84 req-94cad84e-f809-46bb-8ab3-e8d388609b94 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae578deb-b0bf-4be2-875f-1f1206c94fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465305 May 27 11:19:54.971572 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914e9f3-189f-436f-b438-2207fa2bb3a3 req-4a650416-3dcc-4058-a6f0-75680765c6c7 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:54.973352 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2914e9f3-189f-436f-b438-2207fa2bb3a3 req-4a650416-3dcc-4058-a6f0-75680765c6c7 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 944 time: 0.0862081 May 27 11:19:55.031391 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2914e9f3-189f-436f-b438-2207fa2bb3a3 req-3fe1132e-e833-49ef-8d44-0b4672c3373e tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520370 May 27 11:19:55.376532 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d51a3-fc61-4b30-bf6d-3d756bac08f6 req-419c0b5b-f678-4337-b4cd-ba2b9c745527 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:55.378077 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-aa3d51a3-fc61-4b30-bf6d-3d756bac08f6 req-419c0b5b-f678-4337-b4cd-ba2b9c745527 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.0820336 May 27 11:19:55.429802 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-aa3d51a3-fc61-4b30-bf6d-3d756bac08f6 req-75dd2fb6-00f9-480d-8409-d146f1d74ac0 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455644 May 27 11:19:55.647823 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb6c26-2e9f-4615-8b34-cc4454105083 req-eb3a164f-60bd-471f-b76c-1d3a8574684e tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:55.649234 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4eeb6c26-2e9f-4615-8b34-cc4454105083 req-eb3a164f-60bd-471f-b76c-1d3a8574684e tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.77 "GET /v2.0/ports?device_id=96a5b7fd-52ec-40c8-81e5-1b5b3ddb9e7d HTTP/1.1" status: 200 len: 944 time: 0.0881710 May 27 11:19:55.695298 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4eeb6c26-2e9f-4615-8b34-cc4454105083 req-279677fe-9ef5-4672-94ba-f401d542e62e tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.77 "GET /v2.0/security-groups?id=a7a44308-3d34-40b2-bf27-a22b095087e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403867 May 27 11:19:56.031272 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6437ae-7ae3-422f-8736-a4a4fb612b11 req-66a37af4-7856-4209-a9b9-bf72d8f98b36 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:56.032781 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0e6437ae-7ae3-422f-8736-a4a4fb612b11 req-66a37af4-7856-4209-a9b9-bf72d8f98b36 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=272ccf7a-3af6-4256-a8ee-5d66058af493 HTTP/1.1" status: 200 len: 945 time: 0.1504934 May 27 11:19:56.040329 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0683192-c8a1-43ea-a2c2-e0b6997aced7 req-f80a24ac-751b-4d0f-9c56-8b8c41c01b3e tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:56.041743 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e0683192-c8a1-43ea-a2c2-e0b6997aced7 req-f80a24ac-751b-4d0f-9c56-8b8c41c01b3e tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.77 "GET /v2.0/ports?device_id=91e99e70-afca-4672-9bdc-c506f7b19f7f HTTP/1.1" status: 200 len: 949 time: 0.1225090 May 27 11:19:56.114533 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e0683192-c8a1-43ea-a2c2-e0b6997aced7 req-5b33405b-608a-4a5e-8b68-54d0e601e683 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae578deb-b0bf-4be2-875f-1f1206c94fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579000 May 27 11:19:56.117353 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0e6437ae-7ae3-422f-8736-a4a4fb612b11 req-28f1f46b-f4d0-47a6-87e9-6049badcfa36 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747247 May 27 11:19:56.317096 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ee683-ebc7-42f8-8820-039028da7e3b req-f084edd1-44a4-4b05-ab2e-e2d81bd9e8e9 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:56.318941 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-507ee683-ebc7-42f8-8820-039028da7e3b req-f084edd1-44a4-4b05-ab2e-e2d81bd9e8e9 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 944 time: 0.0881600 May 27 11:19:56.373931 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-507ee683-ebc7-42f8-8820-039028da7e3b req-4c0fa397-5532-4a7a-bc0a-ca532e49db74 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484381 May 27 11:19:56.501335 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 56314) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:56.630444 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f2863-2ed7-4538-9c51-b7f4a7dafd53 req-e5545b67-9946-435c-8313-3da1a9025202 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:56.633004 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-176f2863-2ed7-4538-9c51-b7f4a7dafd53 req-e5545b67-9946-435c-8313-3da1a9025202 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.0963328 May 27 11:19:56.633889 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-88f8090c-6917-4c33-a19d-1c39e16269b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:56.649802 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-88f8090c-6917-4c33-a19d-1c39e16269b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:19:56.654317 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-88f8090c-6917-4c33-a19d-1c39e16269b4 admin admin] Usage tracker for resource:security_group_rule and tenant:c05e7f8cfa914888b3e71d3da14e6832 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:19:56.657799 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-88f8090c-6917-4c33-a19d-1c39e16269b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:19:56.664768 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-88f8090c-6917-4c33-a19d-1c39e16269b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:19:56.690422 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-176f2863-2ed7-4538-9c51-b7f4a7dafd53 req-35b31f93-ba23-4518-8942-1efc195ef3a9 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512044 May 27 11:19:56.761190 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-88f8090c-6917-4c33-a19d-1c39e16269b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:56.766267 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-88f8090c-6917-4c33-a19d-1c39e16269b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:56.777453 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:56.820404 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-88f8090c-6917-4c33-a19d-1c39e16269b4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c05e7f8cfa914888b3e71d3da14e6832&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173616 May 27 11:19:56.822264 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f8090c-6917-4c33-a19d-1c39e16269b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41be5688-e2ba-4a3e-a004-5ca9feb2a8a4,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:56.824651 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 56322) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:56.827602 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-88f8090c-6917-4c33-a19d-1c39e16269b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:56.893619 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ac3e801c-217d-424f-a2f8-70b19c376343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:56.903899 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4ad68-1f01-4696-bebb-3183d65f037d req-c003a518-7ed8-44d6-9228-36281b27073c tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:56.905456 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-cfe4ad68-1f01-4696-bebb-3183d65f037d req-c003a518-7ed8-44d6-9228-36281b27073c tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.77 "GET /v2.0/ports?device_id=96a5b7fd-52ec-40c8-81e5-1b5b3ddb9e7d HTTP/1.1" status: 200 len: 944 time: 0.0941367 May 27 11:19:56.922958 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 50160cd3-2e1b-4cf6-bfe8-59333d049443 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:19:56.928359 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device a7f1e5a4-6d13-464c-9723-e7a8a75eee09 up at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:19:56.936617 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ac3e801c-217d-424f-a2f8-70b19c376343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:56.973689 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-cfe4ad68-1f01-4696-bebb-3183d65f037d req-25044964-efdc-40a7-8406-e891fcf74ffa tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.77 "GET /v2.0/security-groups?id=a7a44308-3d34-40b2-bf27-a22b095087e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575707 May 27 11:19:57.008025 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ac3e801c-217d-424f-a2f8-70b19c376343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:57.012501 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-ddcf20d3-6207-4201-97b7-7a7f93b2a7aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:57.027013 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e801c-217d-424f-a2f8-70b19c376343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41be5688-e2ba-4a3e-a004-5ca9feb2a8a4,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:57.029751 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-ac3e801c-217d-424f-a2f8-70b19c376343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:57.038311 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ac3e801c-217d-424f-a2f8-70b19c376343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:57.039905 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-ac3e801c-217d-424f-a2f8-70b19c376343 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/41be5688-e2ba-4a3e-a004-5ca9feb2a8a4 HTTP/1.1" status: 204 len: 168 time: 0.2139714 May 27 11:19:57.142641 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning for port a7f1e5a4-6d13-464c-9723-e7a8a75eee09 completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:19:57.151094 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning complete for port a7f1e5a4-6d13-464c-9723-e7a8a75eee09 triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:19:57.151474 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:57.240107 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 50160cd3-2e1b-4cf6-bfe8-59333d049443, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=50160cd3-2e1b-4cf6-bfe8-59333d049443,segment=NetworkSegment(e02b085a-e2d8-4062-9f95-5c3fd714a9bb),segment_id=e02b085a-e2d8-4062-9f95-5c3fd714a9bb)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:19:57.267497 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Returning: {'device': '50160cd3-2e1b-4cf6-bfe8-59333d049443', 'network_id': 'd5d36b13-9b2b-45b5-8fae-c20907177c0c', 'port_id': '50160cd3-2e1b-4cf6-bfe8-59333d049443', 'mac_address': 'fa:16:3e:0c:4a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d352393-e32e-4a3c-a464-d47cee908d41', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:19:57.378448 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:57.418875 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50160cd3-2e1b-4cf6-bfe8-59333d049443 {{(pid=91849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:19:57.436958 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:57.457728 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 50160cd3-2e1b-4cf6-bfe8-59333d049443, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=50160cd3-2e1b-4cf6-bfe8-59333d049443,segment=NetworkSegment(e02b085a-e2d8-4062-9f95-5c3fd714a9bb),segment_id=e02b085a-e2d8-4062-9f95-5c3fd714a9bb)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:19:57.467402 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:57.468169 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device d8561c55-a7b2-4736-8b2c-27319bcd3c40 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:19:57.471661 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:57.520491 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272ccf7a-3af6-4256-a8ee-5d66058af493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f1e5a4-6d13-464c-9723-e7a8a75eee09'}] {{(pid=91849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:19:57.550156 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port a7f1e5a4-6d13-464c-9723-e7a8a75eee09, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=a7f1e5a4-6d13-464c-9723-e7a8a75eee09,segment=NetworkSegment(c2be4939-06da-44ef-b45c-fa595b7b31a6),segment_id=c2be4939-06da-44ef-b45c-fa595b7b31a6)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:19:57.561680 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:57.630718 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d29aa9-d387-4514-a184-d847b0da76c6 req-bbfcc7b1-dcb9-4cdc-9408-a579f7f703f3 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:57.638334 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=50160cd3-2e1b-4cf6-bfe8-59333d049443,revision_number=4']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:57.639258 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a5d29aa9-d387-4514-a184-d847b0da76c6 req-bbfcc7b1-dcb9-4cdc-9408-a579f7f703f3 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=272ccf7a-3af6-4256-a8ee-5d66058af493 HTTP/1.1" status: 200 len: 945 time: 0.3311515 May 27 11:19:57.645624 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:57.646082 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-5faad0da-eae4-428c-99bf-f26080f451a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:57.703305 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af333cef-5b4a-425b-b64a-e72d6b30e75b req-41f95361-8448-41d8-b895-47f001c24d74 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:57.706007 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-af333cef-5b4a-425b-b64a-e72d6b30e75b req-41f95361-8448-41d8-b895-47f001c24d74 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.77 "GET /v2.0/ports?device_id=91e99e70-afca-4672-9bdc-c506f7b19f7f HTTP/1.1" status: 200 len: 949 time: 0.3651211 May 27 11:19:57.761837 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=a7f1e5a4-6d13-464c-9723-e7a8a75eee09,revision_number=5']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:57.781141 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port d8561c55-a7b2-4736-8b2c-27319bcd3c40, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d8561c55-a7b2-4736-8b2c-27319bcd3c40,segment=NetworkSegment(0c88ad6b-358d-4210-9d68-f349b8a786a2),segment_id=0c88ad6b-358d-4210-9d68-f349b8a786a2)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:19:57.788688 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277dd9e-e3c8-4217-a2ea-8bdc666c8010 req-71f41809-75b8-4699-bc09-566f5a40df7f tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:57.790841 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:57.791331 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f277dd9e-e3c8-4217-a2ea-8bdc666c8010 req-71f41809-75b8-4699-bc09-566f5a40df7f tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.35 "GET /v2.0/ports?device_id=91e99e70-afca-4672-9bdc-c506f7b19f7f HTTP/1.1" status: 200 len: 949 time: 0.3859282 May 27 11:19:57.796365 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a5d29aa9-d387-4514-a184-d847b0da76c6 req-b8def773-348e-486c-9bef-193eb25711a2 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553760 May 27 11:19:57.799093 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Returning: {'device': 'd8561c55-a7b2-4736-8b2c-27319bcd3c40', 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733', 'port_id': 'd8561c55-a7b2-4736-8b2c-27319bcd3c40', 'mac_address': 'fa:16:3e:2f:ff:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:19:57.885585 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:57.906689 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8561c55-a7b2-4736-8b2c-27319bcd3c40 {{(pid=91849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:19:57.914897 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-af333cef-5b4a-425b-b64a-e72d6b30e75b req-a996ff4b-c044-4555-8af7-68dd8f7b5d0a tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae578deb-b0bf-4be2-875f-1f1206c94fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965322 May 27 11:19:57.959954 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port d8561c55-a7b2-4736-8b2c-27319bcd3c40, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d8561c55-a7b2-4736-8b2c-27319bcd3c40,segment=NetworkSegment(0c88ad6b-358d-4210-9d68-f349b8a786a2),segment_id=0c88ad6b-358d-4210-9d68-f349b8a786a2)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:19:57.965062 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:57.967294 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:58.057872 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [req-f277dd9e-e3c8-4217-a2ea-8bdc666c8010 req-907926f0-4ff0-4d4d-8b05-66111d3fef78 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Deleting port 88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0 {{(pid=91848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:19:58.058288 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-f277dd9e-e3c8-4217-a2ea-8bdc666c8010 req-907926f0-4ff0-4d4d-8b05-66111d3fef78 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:58.074508 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=d8561c55-a7b2-4736-8b2c-27319bcd3c40,revision_number=4']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:58.078596 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:58.092044 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e1671-fa85-4a6f-a4f3-ccfb76caef2d req-57fd0864-04d2-4845-8533-b9335b6fedd4 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:58.093566 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-655e1671-fa85-4a6f-a4f3-ccfb76caef2d req-57fd0864-04d2-4845-8533-b9335b6fedd4 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 945 time: 0.1406434 May 27 11:19:58.224549 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-655e1671-fa85-4a6f-a4f3-ccfb76caef2d req-f2abd17a-7c64-4ecb-8b97-cce8e831fa35 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833032 May 27 11:19:58.267950 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [req-f277dd9e-e3c8-4217-a2ea-8bdc666c8010 req-907926f0-4ff0-4d4d-8b05-66111d3fef78 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] For port 88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0,segment=NetworkSegment(e55f99ac-73b8-4b19-846e-68806905a955),segment_id=e55f99ac-73b8-4b19-846e-68806905a955)] {{(pid=91848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:19:58.267950 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-f277dd9e-e3c8-4217-a2ea-8bdc666c8010 req-907926f0-4ff0-4d4d-8b05-66111d3fef78 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:58.309901 dv-cinder-751579-23-smb neutron-server[91849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272ccf7a-3af6-4256-a8ee-5d66058af493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f1e5a4-6d13-464c-9723-e7a8a75eee09', 'code': 200} May 27 11:19:58.473697 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [req-f277dd9e-e3c8-4217-a2ea-8bdc666c8010 req-907926f0-4ff0-4d4d-8b05-66111d3fef78 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Calling delete_port for 88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0 owned by compute:nova {{(pid=91848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:19:58.584645 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 56372) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:58.643619 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3fea1-15f0-457d-b6d0-4b48caf4e040 req-8617c5b8-e947-4857-a9df-029caea5d8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:58.646251 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-b7d3fea1-15f0-457d-b6d0-4b48caf4e040 req-8617c5b8-e947-4857-a9df-029caea5d8e1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=272ccf7a-3af6-4256-a8ee-5d66058af493 HTTP/1.1" status: 200 len: 1099 time: 0.1089749 May 27 11:19:58.696649 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-b7d3fea1-15f0-457d-b6d0-4b48caf4e040 req-44386ff1-1453-42cc-9764-2036a405341b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410385 May 27 11:19:58.737141 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b987ac-9576-4a7f-8585-2341b2576c00 req-4153f178-ae66-4fc2-8706-bb64062152d9 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:58.738716 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-83b987ac-9576-4a7f-8585-2341b2576c00 req-4153f178-ae66-4fc2-8706-bb64062152d9 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.2780385 May 27 11:19:58.744944 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-79fc8e34-198b-473d-ae91-2487979f6f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:58.752139 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89568871-6c7e-47b8-b236-97063f399bd3 req-1a5bf1e7-86d9-42b8-a4fc-db7d50cb19ad tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:58.754232 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-89568871-6c7e-47b8-b236-97063f399bd3 req-1a5bf1e7-86d9-42b8-a4fc-db7d50cb19ad tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.77 "GET /v2.0/ports?device_id=96a5b7fd-52ec-40c8-81e5-1b5b3ddb9e7d HTTP/1.1" status: 200 len: 945 time: 0.2917919 May 27 11:19:58.765527 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-79fc8e34-198b-473d-ae91-2487979f6f79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:19:58.770360 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-79fc8e34-198b-473d-ae91-2487979f6f79 admin admin] Usage tracker for resource:security_group_rule and tenant:a9778eef4cf84a1fb09887ddf29458fd is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:19:58.775106 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-79fc8e34-198b-473d-ae91-2487979f6f79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:19:58.784550 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-79fc8e34-198b-473d-ae91-2487979f6f79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:19:58.911667 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-83b987ac-9576-4a7f-8585-2341b2576c00 req-a3290139-30c8-480f-87cf-1c9aaa72cb2c tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560013 May 27 11:19:58.920831 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-89568871-6c7e-47b8-b236-97063f399bd3 req-f2636316-8b42-446a-82f3-e898c15c7625 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.77 "GET /v2.0/security-groups?id=a7a44308-3d34-40b2-bf27-a22b095087e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601789 May 27 11:19:58.934488 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:19:58.943702 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-f277dd9e-e3c8-4217-a2ea-8bdc666c8010 req-907926f0-4ff0-4d4d-8b05-66111d3fef78 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6295888'] for port, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:58.950832 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-8bbde5fc-5a78-4554-9759-622e77e7470a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:58.983686 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-79fc8e34-198b-473d-ae91-2487979f6f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:58.991324 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-79fc8e34-198b-473d-ae91-2487979f6f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:59.003160 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907926f0-4ff0-4d4d-8b05-66111d3fef78 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Pushing event deleted for resources: {'Port': ['ID=88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:59.003703 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] No Port match for: 88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0 {{(pid=91849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:19:59.005495 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0 not bound to the agent host hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:19:59.007510 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['50160cd3-2e1b-4cf6-bfe8-59333d049443'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:19:59.008105 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-907926f0-4ff0-4d4d-8b05-66111d3fef78 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:59.019817 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-88f8090c-6917-4c33-a19d-1c39e16269b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:59.103371 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc8e34-198b-473d-ae91-2487979f6f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d351ed2-f898-407a-98c8-242a95ee0ed9,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:59.106563 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-79fc8e34-198b-473d-ae91-2487979f6f79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:59.112937 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-79fc8e34-198b-473d-ae91-2487979f6f79 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a9778eef4cf84a1fb09887ddf29458fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5271807 May 27 11:19:59.114389 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 56382) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:19:59.138390 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f277dd9e-e3c8-4217-a2ea-8bdc666c8010 req-907926f0-4ff0-4d4d-8b05-66111d3fef78 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] No DVR routers for this DVR port 88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0 on host hv-cinder-75157 {{(pid=91848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:19:59.148297 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-f277dd9e-e3c8-4217-a2ea-8bdc666c8010 req-907926f0-4ff0-4d4d-8b05-66111d3fef78 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:59.151373 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e99e70-afca-4672-9bdc-c506f7b19f7f', 'name': 'network-vif-deleted', 'tag': '88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0'}] {{(pid=91848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:19:59.163606 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['d8561c55-a7b2-4736-8b2c-27319bcd3c40'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:19:59.174433 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f277dd9e-e3c8-4217-a2ea-8bdc666c8010 req-907926f0-4ff0-4d4d-8b05-66111d3fef78 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.35 "DELETE /v2.0/ports/88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0 HTTP/1.1" status: 204 len: 173 time: 1.3658388 May 27 11:19:59.218621 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-0494435a-137f-44c0-8fce-7a78147bdce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:59.240398 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-de615d44-d6c6-476f-aa3e-cd573fb14614 req-eede246e-9e2d-4fd7-a571-a6378cc8f667 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Synchronizing usage tracker for tenant:c394db0c37384698a27c1c958a1d7153 on resource:port {{(pid=91848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:19:59.267232 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-0494435a-137f-44c0-8fce-7a78147bdce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:59.288368 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a61b2-48a3-495f-a844-b9ce0cd9891f req-e1493e30-ecb0-4ac1-9772-6606528bf97c tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:59.290916 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-002a61b2-48a3-495f-a844-b9ce0cd9891f req-e1493e30-ecb0-4ac1-9772-6606528bf97c tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=272ccf7a-3af6-4256-a8ee-5d66058af493 HTTP/1.1" status: 200 len: 946 time: 0.2055240 May 27 11:19:59.292351 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-de615d44-d6c6-476f-aa3e-cd573fb14614 req-eede246e-9e2d-4fd7-a571-a6378cc8f667 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Unset dirty status for tenant:c394db0c37384698a27c1c958a1d7153 on resource:port {{(pid=91848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:19:59.305533 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-de615d44-d6c6-476f-aa3e-cd573fb14614 req-eede246e-9e2d-4fd7-a571-a6378cc8f667 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] 10.222.0.77 "GET /v2.0/ports?device_id=91e99e70-afca-4672-9bdc-c506f7b19f7f HTTP/1.1" status: 200 len: 210 time: 0.1139123 May 27 11:19:59.342434 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-0494435a-137f-44c0-8fce-7a78147bdce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:59.349053 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-21abf4ad-d386-4c8e-b998-220461c48793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:19:59.365164 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494435a-137f-44c0-8fce-7a78147bdce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d351ed2-f898-407a-98c8-242a95ee0ed9,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:19:59.371621 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-0494435a-137f-44c0-8fce-7a78147bdce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:19:59.374036 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-0494435a-137f-44c0-8fce-7a78147bdce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:19:59.378212 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-0494435a-137f-44c0-8fce-7a78147bdce1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0d351ed2-f898-407a-98c8-242a95ee0ed9 HTTP/1.1" status: 204 len: 168 time: 0.2594662 May 27 11:19:59.434627 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e99e70-afca-4672-9bdc-c506f7b19f7f', 'name': 'network-vif-deleted', 'tag': '88dba594-e1f4-4c0e-ae9f-8affeb5f4bb0', 'status': 'completed', 'code': 200} May 27 11:19:59.449468 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-002a61b2-48a3-495f-a844-b9ce0cd9891f req-b1dba389-8d3b-4fcd-93ee-26bdafc8bcec tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428506 May 27 11:19:59.733114 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377a5a9-c5c6-4607-b5ae-50e19591b68e req-fb5e91e8-b6c2-4054-b398-136d35ced6da tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:19:59.735067 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d377a5a9-c5c6-4607-b5ae-50e19591b68e req-fb5e91e8-b6c2-4054-b398-136d35ced6da tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 945 time: 0.1120746 May 27 11:19:59.793036 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d377a5a9-c5c6-4607-b5ae-50e19591b68e req-c1b339e7-5e1b-4776-b75d-c847ea7ecc1d tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498517 May 27 11:20:00.322539 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610aaa61-f313-40af-b7cd-5b2d9f3d8f7a req-cd385ec6-df0e-4c81-a115-b84421f6e504 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:00.324034 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-610aaa61-f313-40af-b7cd-5b2d9f3d8f7a req-cd385ec6-df0e-4c81-a115-b84421f6e504 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.2839422 May 27 11:20:00.338719 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2be17-bac7-4c72-aac0-37d3b0fb7e62 req-6e24c20c-5642-4db9-ac85-084cc574dafc tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:00.340444 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-61c2be17-bac7-4c72-aac0-37d3b0fb7e62 req-6e24c20c-5642-4db9-ac85-084cc574dafc tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.77 "GET /v2.0/ports?device_id=96a5b7fd-52ec-40c8-81e5-1b5b3ddb9e7d HTTP/1.1" status: 200 len: 945 time: 0.2332635 May 27 11:20:00.417839 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-610aaa61-f313-40af-b7cd-5b2d9f3d8f7a req-ba3fefbe-552b-4f2c-a615-0c9eed2ed405 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876300 May 27 11:20:00.420906 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-61c2be17-bac7-4c72-aac0-37d3b0fb7e62 req-c0ccfa02-d0e8-4938-8da0-6920d0460f08 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.77 "GET /v2.0/security-groups?id=a7a44308-3d34-40b2-bf27-a22b095087e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668509 May 27 11:20:00.641632 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846b21d-8334-4b3b-935a-c7b9c4879de9 req-c5e8f749-0b63-40ed-a8f0-2cdcb4373157 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:00.647859 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9846b21d-8334-4b3b-935a-c7b9c4879de9 req-c5e8f749-0b63-40ed-a8f0-2cdcb4373157 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=272ccf7a-3af6-4256-a8ee-5d66058af493 HTTP/1.1" status: 200 len: 946 time: 0.0971596 May 27 11:20:00.690812 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9846b21d-8334-4b3b-935a-c7b9c4879de9 req-0a97671b-870a-449c-98d0-423d79295f8f tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417628 May 27 11:20:01.001822 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3dbce-6401-49d5-8204-9d7696ec8d48 req-060f9192-de0f-485d-a9b5-c45577434a01 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:01.003402 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9ba3dbce-6401-49d5-8204-9d7696ec8d48 req-060f9192-de0f-485d-a9b5-c45577434a01 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 945 time: 0.0873506 May 27 11:20:01.054042 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9ba3dbce-6401-49d5-8204-9d7696ec8d48 req-7a61d80d-a403-4a60-a558-95f7675864f4 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440710 May 27 11:20:01.635289 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 56516) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:01.726723 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc8696-5aff-4c56-8cf3-7c9097bb717b req-d4eda82c-1897-4d92-b02e-e7979e561ad7 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:01.728300 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c3cc8696-5aff-4c56-8cf3-7c9097bb717b req-d4eda82c-1897-4d92-b02e-e7979e561ad7 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.77 "GET /v2.0/ports?device_id=96a5b7fd-52ec-40c8-81e5-1b5b3ddb9e7d HTTP/1.1" status: 200 len: 945 time: 0.1580331 May 27 11:20:01.737095 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d81fa0-75bd-4276-8eb5-9933d2af5d70 req-94270886-ed23-4b82-b795-148bbb1d09ba tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:01.739240 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f6d81fa0-75bd-4276-8eb5-9933d2af5d70 req-94270886-ed23-4b82-b795-148bbb1d09ba tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.1299577 May 27 11:20:01.784728 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-55aaae6b-5093-41ce-b08f-ae8e92938fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:01.808780 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-55aaae6b-5093-41ce-b08f-ae8e92938fbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:20:01.813033 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-55aaae6b-5093-41ce-b08f-ae8e92938fbf admin admin] Usage tracker for resource:security_group_rule and tenant:d9fa486b409d479e8f53a76f3de06f37 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:20:01.816804 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-55aaae6b-5093-41ce-b08f-ae8e92938fbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:20:01.821618 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c3cc8696-5aff-4c56-8cf3-7c9097bb717b req-b35ab390-23ef-4f7c-9700-88362382758d tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.77 "GET /v2.0/security-groups?id=a7a44308-3d34-40b2-bf27-a22b095087e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813699 May 27 11:20:01.823674 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-55aaae6b-5093-41ce-b08f-ae8e92938fbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:20:01.829909 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f6d81fa0-75bd-4276-8eb5-9933d2af5d70 req-b62f81c6-4eb4-4791-9cb7-dea26204d61a tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749278 May 27 11:20:01.927974 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-55aaae6b-5093-41ce-b08f-ae8e92938fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:01.936008 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-55aaae6b-5093-41ce-b08f-ae8e92938fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:01.950441 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-79fc8e34-198b-473d-ae91-2487979f6f79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:01.996439 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-55aaae6b-5093-41ce-b08f-ae8e92938fbf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d9fa486b409d479e8f53a76f3de06f37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3576713 May 27 11:20:01.997055 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 56536) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:01.998376 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aaae6b-5093-41ce-b08f-ae8e92938fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d4abcb-ab18-485c-9cc9-126edd412464,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:02.001580 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-55aaae6b-5093-41ce-b08f-ae8e92938fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:02.094279 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-13e68f14-5387-46b1-bf0b-8d90c659d583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:02.112142 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff499d1-d75e-4518-a984-d4e890413886 req-b3efa9e2-bb8b-4d1a-a767-4064e5fc2366 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:02.114204 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1ff499d1-d75e-4518-a984-d4e890413886 req-b3efa9e2-bb8b-4d1a-a767-4064e5fc2366 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=272ccf7a-3af6-4256-a8ee-5d66058af493 HTTP/1.1" status: 200 len: 946 time: 0.1627326 May 27 11:20:02.156367 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-13e68f14-5387-46b1-bf0b-8d90c659d583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:02.256858 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1ff499d1-d75e-4518-a984-d4e890413886 req-74d574d7-4b11-4f0b-b94b-d242a14dfeec tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259689 May 27 11:20:02.302771 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-13e68f14-5387-46b1-bf0b-8d90c659d583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:02.310522 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:02.325505 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e68f14-5387-46b1-bf0b-8d90c659d583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d4abcb-ab18-485c-9cc9-126edd412464,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:02.330971 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-13e68f14-5387-46b1-bf0b-8d90c659d583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:02.335092 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-13e68f14-5387-46b1-bf0b-8d90c659d583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:02.336175 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-13e68f14-5387-46b1-bf0b-8d90c659d583 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/00d4abcb-ab18-485c-9cc9-126edd412464 HTTP/1.1" status: 204 len: 168 time: 0.3372397 May 27 11:20:02.366191 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30ae75-333a-41d0-b433-56d7034cd6c6 req-babfc83d-ac23-424e-9b3b-dc74d8984651 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:02.367768 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8d30ae75-333a-41d0-b433-56d7034cd6c6 req-babfc83d-ac23-424e-9b3b-dc74d8984651 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 945 time: 0.1546638 May 27 11:20:02.488793 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8d30ae75-333a-41d0-b433-56d7034cd6c6 req-3d6dea3b-964e-41dc-956d-02185b5f7d30 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065643 May 27 11:20:02.935223 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 50160cd3-2e1b-4cf6-bfe8-59333d049443 up at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:20:03.031865 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning for port 50160cd3-2e1b-4cf6-bfe8-59333d049443 completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:20:03.044307 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning complete for port 50160cd3-2e1b-4cf6-bfe8-59333d049443 triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:20:03.044692 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:03.149627 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378f5c5-bef0-4f13-84e2-10385166fc66 req-43effd7c-98ed-4fad-8827-719504048930 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:03.151152 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5378f5c5-bef0-4f13-84e2-10385166fc66 req-43effd7c-98ed-4fad-8827-719504048930 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.1586754 May 27 11:20:03.189171 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd1f3a-a196-460e-9afd-cdcecc7c0bb3 req-0957e9ce-1b3b-4602-b89c-5b29c10c2900 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:03.191756 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8ecd1f3a-a196-460e-9afd-cdcecc7c0bb3 req-0957e9ce-1b3b-4602-b89c-5b29c10c2900 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.77 "GET /v2.0/ports?device_id=96a5b7fd-52ec-40c8-81e5-1b5b3ddb9e7d HTTP/1.1" status: 200 len: 945 time: 0.1580656 May 27 11:20:03.200917 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:03.232880 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a5b7fd-52ec-40c8-81e5-1b5b3ddb9e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50160cd3-2e1b-4cf6-bfe8-59333d049443'}] {{(pid=91849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:20:03.245062 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 50160cd3-2e1b-4cf6-bfe8-59333d049443, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=50160cd3-2e1b-4cf6-bfe8-59333d049443,segment=NetworkSegment(e02b085a-e2d8-4062-9f95-5c3fd714a9bb),segment_id=e02b085a-e2d8-4062-9f95-5c3fd714a9bb)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:20:03.249539 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:03.249704 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5378f5c5-bef0-4f13-84e2-10385166fc66 req-ca001aa8-d26d-41bc-8b7b-de13b02a9b9b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850620 May 27 11:20:03.251372 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device d8561c55-a7b2-4736-8b2c-27319bcd3c40 up at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:20:03.266570 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8ecd1f3a-a196-460e-9afd-cdcecc7c0bb3 req-2730ca6a-ba35-4f53-b44e-f0b38f2360d3 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.77 "GET /v2.0/security-groups?id=a7a44308-3d34-40b2-bf27-a22b095087e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676031 May 27 11:20:03.288992 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:03.346157 dv-cinder-751579-23-smb neutron-server[91849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a5b7fd-52ec-40c8-81e5-1b5b3ddb9e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50160cd3-2e1b-4cf6-bfe8-59333d049443', 'code': 200} May 27 11:20:03.440774 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=50160cd3-2e1b-4cf6-bfe8-59333d049443,revision_number=5']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:03.444756 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:03.453774 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning for port d8561c55-a7b2-4736-8b2c-27319bcd3c40 completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:20:03.460325 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning complete for port d8561c55-a7b2-4736-8b2c-27319bcd3c40 triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:20:03.461464 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:03.641082 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:03.700775 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5403aa5-199d-4b2f-ae65-3723101f3e4e req-b93b477f-4b34-4b4e-ab10-7605b2b393e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:03.703035 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a5403aa5-199d-4b2f-ae65-3723101f3e4e req-b93b477f-4b34-4b4e-ab10-7605b2b393e0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=96a5b7fd-52ec-40c8-81e5-1b5b3ddb9e7d HTTP/1.1" status: 200 len: 1099 time: 0.0957069 May 27 11:20:03.708259 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port d8561c55-a7b2-4736-8b2c-27319bcd3c40, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d8561c55-a7b2-4736-8b2c-27319bcd3c40,segment=NetworkSegment(0c88ad6b-358d-4210-9d68-f349b8a786a2),segment_id=0c88ad6b-358d-4210-9d68-f349b8a786a2)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:20:03.713741 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:03.715945 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:03.813304 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=d8561c55-a7b2-4736-8b2c-27319bcd3c40,revision_number=5']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:03.824122 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:03.836351 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a5403aa5-199d-4b2f-ae65-3723101f3e4e req-06b15acd-1da7-49a4-97f8-49f4e61f99c5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a7a44308-3d34-40b2-bf27-a22b095087e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799038 May 27 11:20:03.873416 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad0bdd-b1d7-43b1-9f88-cf5e38aa807e req-d0630c7d-a14a-4a29-9e57-88895437b406 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:03.875284 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e6ad0bdd-b1d7-43b1-9f88-cf5e38aa807e req-d0630c7d-a14a-4a29-9e57-88895437b406 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 946 time: 0.1676054 May 27 11:20:03.932272 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e6ad0bdd-b1d7-43b1-9f88-cf5e38aa807e req-193c5139-2c69-421a-a41f-217fa97987f2 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495930 May 27 11:20:04.498054 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55d3fc-816d-4ad6-bb9d-da1f2cc9f0c4 req-86fa3cce-7174-46ce-a6ad-44b101730707 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:04.508601 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8f55d3fc-816d-4ad6-bb9d-da1f2cc9f0c4 req-86fa3cce-7174-46ce-a6ad-44b101730707 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.1235862 May 27 11:20:04.600777 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8f55d3fc-816d-4ad6-bb9d-da1f2cc9f0c4 req-9068fb6d-ffc9-485f-b1ce-3c3445fbf55a tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887122 May 27 11:20:04.731695 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056f001-30b4-45ae-944e-234db5b5c0f6 req-42ba2b65-4683-40c5-8555-049edd31a000 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:04.734255 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b056f001-30b4-45ae-944e-234db5b5c0f6 req-42ba2b65-4683-40c5-8555-049edd31a000 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.77 "GET /v2.0/ports?device_id=96a5b7fd-52ec-40c8-81e5-1b5b3ddb9e7d HTTP/1.1" status: 200 len: 946 time: 0.1306627 May 27 11:20:04.809660 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b056f001-30b4-45ae-944e-234db5b5c0f6 req-aa4d208c-1736-453c-b75f-48c54498f1cb tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.77 "GET /v2.0/security-groups?id=a7a44308-3d34-40b2-bf27-a22b095087e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677359 May 27 11:20:05.208125 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae4b63-d505-44ae-9e4d-5fab57e03298 req-aabd665d-7c43-49d7-a1d3-f2410b94943f tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:05.209674 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-66ae4b63-d505-44ae-9e4d-5fab57e03298 req-aabd665d-7c43-49d7-a1d3-f2410b94943f tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 946 time: 0.0895293 May 27 11:20:05.264755 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-66ae4b63-d505-44ae-9e4d-5fab57e03298 req-2367fb79-ad6d-4db5-8feb-f6d3c7a10cb2 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491056 May 27 11:20:05.346782 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2683912e-f131-4588-9b34-f584dea87d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8561c55-a7b2-4736-8b2c-27319bcd3c40'}] {{(pid=91849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:20:05.396741 dv-cinder-751579-23-smb neutron-server[91849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2683912e-f131-4588-9b34-f584dea87d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8561c55-a7b2-4736-8b2c-27319bcd3c40', 'code': 200} May 27 11:20:05.825713 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c6464-dd53-4439-9921-f28d157fbafd req-ce42a661-4587-4a06-8088-d2f72b3d81d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:05.825713 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9e2c6464-dd53-4439-9921-f28d157fbafd req-ce42a661-4587-4a06-8088-d2f72b3d81d1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 1099 time: 0.1778598 May 27 11:20:05.848799 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac1c75-b212-4e16-b949-b8d012bf0dd6 req-b9343e9b-3bd6-45b2-bdde-1ab40d205969 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:05.850846 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-63ac1c75-b212-4e16-b949-b8d012bf0dd6 req-b9343e9b-3bd6-45b2-bdde-1ab40d205969 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.1207771 May 27 11:20:05.928653 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9e2c6464-dd53-4439-9921-f28d157fbafd req-4247af3c-83cb-4189-b88b-f4546ba59595 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766780 May 27 11:20:05.952925 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-63ac1c75-b212-4e16-b949-b8d012bf0dd6 req-46fbf235-6e30-4e52-8349-085a514acf1a tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605903 May 27 11:20:06.143592 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8175d1f-d44b-4355-ad47-38a95db89375 req-288d1fef-208b-40c7-af75-93a4ae87c4a8 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:06.145671 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f8175d1f-d44b-4355-ad47-38a95db89375 req-288d1fef-208b-40c7-af75-93a4ae87c4a8 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.77 "GET /v2.0/ports?device_id=96a5b7fd-52ec-40c8-81e5-1b5b3ddb9e7d HTTP/1.1" status: 200 len: 946 time: 0.0902033 May 27 11:20:06.198006 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f8175d1f-d44b-4355-ad47-38a95db89375 req-6d43a4ba-3059-44bb-811c-b945d043f4dc tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.77 "GET /v2.0/security-groups?id=a7a44308-3d34-40b2-bf27-a22b095087e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450351 May 27 11:20:06.549415 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ee521-74ce-409e-908f-f77694b61acd req-e0301837-9272-4b31-bb1f-b73be69418b7 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:06.551523 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a68ee521-74ce-409e-908f-f77694b61acd req-e0301837-9272-4b31-bb1f-b73be69418b7 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 946 time: 0.1728463 May 27 11:20:06.601049 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a68ee521-74ce-409e-908f-f77694b61acd req-98127e07-fcf3-49b6-932b-ed70f0a2482e tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420463 May 27 11:20:07.179185 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0da11f-836a-46dd-a5ce-d379f2dd7cb0 req-01deeebc-ad2a-4836-8fbf-74275aa3d128 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:07.184187 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ac0da11f-836a-46dd-a5ce-d379f2dd7cb0 req-01deeebc-ad2a-4836-8fbf-74275aa3d128 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.1050332 May 27 11:20:07.237225 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ac0da11f-836a-46dd-a5ce-d379f2dd7cb0 req-5a5d2e3e-e092-4620-ba3d-fa2488beae83 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507603 May 27 11:20:07.314204 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 56802) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:07.447946 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17c750-73df-463d-bbc3-2150442abc7e req-526b39ed-7333-4cad-be89-925c4829cf65 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:07.449518 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-fc17c750-73df-463d-bbc3-2150442abc7e req-526b39ed-7333-4cad-be89-925c4829cf65 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.77 "GET /v2.0/ports?device_id=96a5b7fd-52ec-40c8-81e5-1b5b3ddb9e7d HTTP/1.1" status: 200 len: 946 time: 0.1205890 May 27 11:20:07.539991 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-fc17c750-73df-463d-bbc3-2150442abc7e req-bb77ffd8-db3f-4c99-856a-3a5c59d727fd tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.77 "GET /v2.0/security-groups?id=a7a44308-3d34-40b2-bf27-a22b095087e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710554 May 27 11:20:07.546181 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-130e5933-40be-4191-9603-dd6fbda386e9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c394db0c37384698a27c1c958a1d7153&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306421 May 27 11:20:07.549464 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 56812) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:07.629108 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-1c180fa2-3093-44d6-a394-be15ace295f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:07.660504 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-1c180fa2-3093-44d6-a394-be15ace295f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:07.754174 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-1c180fa2-3093-44d6-a394-be15ace295f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:07.759498 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:07.774619 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c180fa2-3093-44d6-a394-be15ace295f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae578deb-b0bf-4be2-875f-1f1206c94fb9,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:07.810603 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-1c180fa2-3093-44d6-a394-be15ace295f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:07.823985 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-1c180fa2-3093-44d6-a394-be15ace295f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:07.825106 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-1c180fa2-3093-44d6-a394-be15ace295f1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ae578deb-b0bf-4be2-875f-1f1206c94fb9 HTTP/1.1" status: 204 len: 168 time: 0.2745614 May 27 11:20:07.876841 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf931222-9d11-4353-a85a-15bc102fe09c req-9624b504-8da3-4947-a8ab-cda52c65e720 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:07.884977 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-bf931222-9d11-4353-a85a-15bc102fe09c req-9624b504-8da3-4947-a8ab-cda52c65e720 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 946 time: 0.1161118 May 27 11:20:07.945075 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-bf931222-9d11-4353-a85a-15bc102fe09c req-514d2bba-944c-4248-b12d-bf352dc7f9dd tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590620 May 27 11:20:08.519085 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5609690-2b48-48e9-9673-21e4bcc2d325 req-a8c167e7-8dc0-4e58-b88e-64109c4d5d86 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:08.526680 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f5609690-2b48-48e9-9673-21e4bcc2d325 req-a8c167e7-8dc0-4e58-b88e-64109c4d5d86 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.1156511 May 27 11:20:08.603121 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f5609690-2b48-48e9-9673-21e4bcc2d325 req-8cc94311-962e-4bcc-a94c-842bc8e18c58 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753860 May 27 11:20:09.183082 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14286d-4f4a-45d5-a75b-d918470d4d37 req-37967461-307b-482d-a508-673c08cd8b00 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:09.185095 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6e14286d-4f4a-45d5-a75b-d918470d4d37 req-37967461-307b-482d-a508-673c08cd8b00 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 946 time: 0.1075413 May 27 11:20:09.237386 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6e14286d-4f4a-45d5-a75b-d918470d4d37 req-f24ac075-72b4-4e6a-982e-2beb5aedd46b tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440886 May 27 11:20:09.452212 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74342ef-e78a-4bf0-8b0a-2ed0d37df80b req-b2256ae7-1fa2-45e1-9ab1-af7be45b4d61 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:09.453892 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b74342ef-e78a-4bf0-8b0a-2ed0d37df80b req-b2256ae7-1fa2-45e1-9ab1-af7be45b4d61 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 946 time: 0.0994096 May 27 11:20:09.465611 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 56898) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:09.477416 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-8cd48de2-fa0c-4263-8190-d7e14d6d1092 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Request body: {'floatingip': {'port_id': 'd8561c55-a7b2-4736-8b2c-27319bcd3c40'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:20:09.616437 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-8cd48de2-fa0c-4263-8190-d7e14d6d1092 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for floatingip, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:09.865968 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6d90c-ea33-43c0-96bd-d9b24cda2b58 req-67bd0dfa-5ce0-4a9c-81ad-b2bffa0a3c77 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:09.867927 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6ba6d90c-ea33-43c0-96bd-d9b24cda2b58 req-67bd0dfa-5ce0-4a9c-81ad-b2bffa0a3c77 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.1420751 May 27 11:20:09.923777 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6ba6d90c-ea33-43c0-96bd-d9b24cda2b58 req-9a35381a-0d12-43da-870b-4e8ca6e0323e tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493517 May 27 11:20:10.524897 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-8cd48de2-fa0c-4263-8190-d7e14d6d1092 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:10.530159 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-8cd48de2-fa0c-4263-8190-d7e14d6d1092 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926625'] for floatingip, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:10.818598 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.db.l3_db [None req-8cd48de2-fa0c-4263-8190-d7e14d6d1092 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Floating IP 6311dbab-6790-4cc1-9c52-075b02f5d031 associated. External IP: 172.28.3.62, port: d8561c55-a7b2-4736-8b2c-27319bcd3c40. May 27 11:20:11.245687 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74284dcb-0c33-4363-ba4d-aab59c362363 req-27acb4de-f8e7-4329-9d3e-5131c1e475ad tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:11.247414 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-74284dcb-0c33-4363-ba4d-aab59c362363 req-27acb4de-f8e7-4329-9d3e-5131c1e475ad tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.1207292 May 27 11:20:11.304745 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd48de2-fa0c-4263-8190-d7e14d6d1092 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Router 9ff690f8-fb8f-41a7-9402-1a24f8fdf38b has already been hosted by L3 agent 6d24f2a4-c5c8-4233-9813-3f8fa73b68fa {{(pid=91847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:20:11.318642 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-74284dcb-0c33-4363-ba4d-aab59c362363 req-05419ce0-fa12-4045-8609-ff62aa3d59b3 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623679 May 27 11:20:11.569680 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd48de2-fa0c-4263-8190-d7e14d6d1092 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify agent at l3_agent.dv-cinder-751579-23-smb the message routers_updated {{(pid=91847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:20:11.581418 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcd6b2e-1512-4c4f-bbc9-e35e4ae68f58 None None] Sync routers for ids ['9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'] in dv-cinder-751579-23-smb {{(pid=91850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:20:11.585448 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-8cd48de2-fa0c-4263-8190-d7e14d6d1092 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for floatingip, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:11.599386 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcd6b2e-1512-4c4f-bbc9-e35e4ae68f58 None None] Routers {'9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:20:11.601255 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-2fcd6b2e-1512-4c4f-bbc9-e35e4ae68f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:19:47Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'], 'active': True} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:20:11.650449 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-8cd48de2-fa0c-4263-8190-d7e14d6d1092 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "PUT /v2.0/floatingips/6311dbab-6790-4cc1-9c52-075b02f5d031 HTTP/1.1" status: 200 len: 991 time: 2.1795888 May 27 11:20:11.650449 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2683912e-f131-4588-9b34-f584dea87d0e', 'tag': 'd8561c55-a7b2-4736-8b2c-27319bcd3c40'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:20:11.704223 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2683912e-f131-4588-9b34-f584dea87d0e', 'tag': 'd8561c55-a7b2-4736-8b2c-27319bcd3c40', 'status': 'completed', 'code': 200} May 27 11:20:11.826900 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvr_db [None req-2fcd6b2e-1512-4c4f-bbc9-e35e4ae68f58 None None] Set router 9ff690f8-fb8f-41a7-9402-1a24f8fdf38b gateway port host: dv-cinder-751579-23-smb {{(pid=91850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:20:11.865007 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ea315-080d-4b97-a678-9709ec9fa9cc req-66b0bc13-be51-4766-96b8-04578cb18310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:11.866932 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6e2ea315-080d-4b97-a678-9709ec9fa9cc req-66b0bc13-be51-4766-96b8-04578cb18310 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ee9a16c0b3d64dcaa05860c6748a85d3&device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 1099 time: 0.0944440 May 27 11:20:12.073632 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ea315-080d-4b97-a678-9709ec9fa9cc req-c74cf35a-12b5-4bd1-a109-91ae67368513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:12.075364 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6e2ea315-080d-4b97-a678-9709ec9fa9cc req-c74cf35a-12b5-4bd1-a109-91ae67368513 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b50153bc-b3d8-4853-86fc-46a79e9f3733 HTTP/1.1" status: 200 len: 919 time: 0.1910779 May 27 11:20:12.312720 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-2fcd6b2e-1512-4c4f-bbc9-e35e4ae68f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1157397290-router', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': '105d25ca-425f-456c-9a62-393efa03896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:19:28Z', 'updated_at': '2021-05-27T11:19:34Z', 'revision_number': 4, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'gw_port': {'id': '105d25ca-425f-456c-9a62-393efa03896c', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:19:29Z', 'updated_at': '2021-05-27T11:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_floatingips': [{'id': '6311dbab-6790-4cc1-9c52-075b02f5d031', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'floating_ip_address': '172.28.3.62', 'floating_network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'router_id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'port_id': 'd8561c55-a7b2-4736-8b2c-27319bcd3c40', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733', 'mac_address': 'fa:16:3e:2f:ff:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2683912e-f131-4588-9b34-f584dea87d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:19:41Z', 'updated_at': '2021-05-27T11:20:10Z', 'revision_number': 1, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2200579a-7af3-4ed3-affc-3e9f79e996ce', 'name': '', 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'mac_address': 'fa:16:3e:3c:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:19:33Z', 'updated_at': '2021-05-27T11:19:42Z', 'revision_number': 5, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'subnets': [{'id': '6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:20:12.319411 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcd6b2e-1512-4c4f-bbc9-e35e4ae68f58 None None] Checking router: 9ff690f8-fb8f-41a7-9402-1a24f8fdf38b for host: dv-cinder-751579-23-smb {{(pid=91850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:20:12.336610 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcd6b2e-1512-4c4f-bbc9-e35e4ae68f58 None None] Routers {'9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:20:12.337608 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-2fcd6b2e-1512-4c4f-bbc9-e35e4ae68f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:19:47Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'], 'active': True} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:20:12.383469 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6e2ea315-080d-4b97-a678-9709ec9fa9cc req-89d8694d-345f-4441-b892-09a5bb1a516e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8561c55-a7b2-4736-8b2c-27319bcd3c40 HTTP/1.1" status: 200 len: 999 time: 0.2949598 May 27 11:20:12.485121 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-b5bbf2b6-b61b-4ab8-9283-a9dbb4df3e41 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:12.486793 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-b5bbf2b6-b61b-4ab8-9283-a9dbb4df3e41 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/networks?id=3633c235-4756-45b7-9341-a649fc616bec HTTP/1.1" status: 200 len: 815 time: 0.2952805 May 27 11:20:12.515115 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ea315-080d-4b97-a678-9709ec9fa9cc req-4e4d4dff-2ee7-455e-99ff-52437f6d581a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:12.516676 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6e2ea315-080d-4b97-a678-9709ec9fa9cc req-4e4d4dff-2ee7-455e-99ff-52437f6d581a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f HTTP/1.1" status: 200 len: 856 time: 0.1039164 May 27 11:20:12.517943 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-819b3b05-9a54-44df-b1fe-7e0d5cd6e472 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/quotas/8d42625dceb84e92adbcff7fb4675425 HTTP/1.1" status: 200 len: 375 time: 0.0241771 May 27 11:20:12.570963 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvr_db [None req-2fcd6b2e-1512-4c4f-bbc9-e35e4ae68f58 None None] Set router 9ff690f8-fb8f-41a7-9402-1a24f8fdf38b gateway port host: dv-cinder-751579-23-smb {{(pid=91850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:20:12.873711 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ea315-080d-4b97-a678-9709ec9fa9cc req-edd72ab8-043a-43df-a3d9-91cc0dfacb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:12.875216 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6e2ea315-080d-4b97-a678-9709ec9fa9cc req-edd72ab8-043a-43df-a3d9-91cc0dfacb12 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b50153bc-b3d8-4853-86fc-46a79e9f3733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3143044 May 27 11:20:12.885792 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600b578-916d-417d-91b2-20e39a6ab33b req-c46459e5-8a53-4559-8e01-4fedc4ebe6f4 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:12.887491 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3600b578-916d-417d-91b2-20e39a6ab33b req-c46459e5-8a53-4559-8e01-4fedc4ebe6f4 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.1568217 May 27 11:20:12.908724 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-37bd086a-e07c-4977-8c1f-d543ab79c7f6 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8d42625dceb84e92adbcff7fb4675425&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3806014 May 27 11:20:13.049746 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-2fcd6b2e-1512-4c4f-bbc9-e35e4ae68f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1157397290-router', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': '105d25ca-425f-456c-9a62-393efa03896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:19:28Z', 'updated_at': '2021-05-27T11:19:34Z', 'revision_number': 4, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'gw_port': {'id': '105d25ca-425f-456c-9a62-393efa03896c', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:19:29Z', 'updated_at': '2021-05-27T11:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_floatingips': [{'id': '6311dbab-6790-4cc1-9c52-075b02f5d031', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'floating_ip_address': '172.28.3.62', 'floating_network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'router_id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'port_id': 'd8561c55-a7b2-4736-8b2c-27319bcd3c40', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733', 'mac_address': 'fa:16:3e:2f:ff:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2683912e-f131-4588-9b34-f584dea87d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:19:41Z', 'updated_at': '2021-05-27T11:20:10Z', 'revision_number': 1, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2200579a-7af3-4ed3-affc-3e9f79e996ce', 'name': '', 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'mac_address': 'fa:16:3e:3c:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:19:33Z', 'updated_at': '2021-05-27T11:19:42Z', 'revision_number': 5, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'subnets': [{'id': '6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:20:13.054772 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcd6b2e-1512-4c4f-bbc9-e35e4ae68f58 None None] The sync data for ids ['9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'] in dv-cinder-751579-23-smb is: [{'id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1157397290-router', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': '105d25ca-425f-456c-9a62-393efa03896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:19:28Z', 'updated_at': '2021-05-27T11:19:34Z', 'revision_number': 4, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'gw_port': {'id': '105d25ca-425f-456c-9a62-393efa03896c', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:19:29Z', 'updated_at': '2021-05-27T11:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_floatingips': [{'id': '6311dbab-6790-4cc1-9c52-075b02f5d031', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'floating_ip_address': '172.28.3.62', 'floating_network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'router_id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'port_id': 'd8561c55-a7b2-4736-8b2c-27319bcd3c40', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733', 'mac_address': 'fa:16:3e:2f:ff:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2683912e-f131-4588-9b34-f584dea87d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:19:41Z', 'updated_at': '2021-05-27T11:20:10Z', 'revision_number': 1, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2200579a-7af3-4ed3-affc-3e9f79e996ce', 'name': '', 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'mac_address': 'fa:16:3e:3c:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:19:33Z', 'updated_at': '2021-05-27T11:19:42Z', 'revision_number': 5, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'subnets': [{'id': '6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:20:13.132063 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3600b578-916d-417d-91b2-20e39a6ab33b req-a037cb60-1732-4d5a-81eb-40892b9d00c6 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204151 May 27 11:20:13.216834 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6e2ea315-080d-4b97-a678-9709ec9fa9cc req-d27d8155-445a-4da4-bae0-f76693d13f0e service neutron] 10.222.0.35 "GET /v2.0/networks/b50153bc-b3d8-4853-86fc-46a79e9f3733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070593 May 27 11:20:13.218786 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-e9486e4d-b2ca-49c6-8c48-de8b5fa5853e service neutron] 10.222.0.77 "GET /v2.0/networks/3633c235-4756-45b7-9341-a649fc616bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692096 May 27 11:20:13.297927 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87acfdc-fcfa-4700-8cac-8afbb93c4e2f None None] New status for floating IP 6311dbab-6790-4cc1-9c52-075b02f5d031: ACTIVE {{(pid=91849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 11:20:13.535393 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-d9902b61-c491-4082-992c-44f39cc1813b service neutron] 10.222.0.77 "GET /v2.0/networks/3633c235-4756-45b7-9341-a649fc616bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861338 May 27 11:20:13.539077 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6e2ea315-080d-4b97-a678-9709ec9fa9cc req-8bcc29cb-b86f-4221-a9bd-5dd7b87e13fa service neutron] 10.222.0.35 "GET /v2.0/networks/b50153bc-b3d8-4853-86fc-46a79e9f3733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105111 May 27 11:20:13.551803 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2360f4-112a-48d6-b085-d7ee27d55138 req-848acc2e-6fb9-42c2-b8d9-801b7d7c54d9 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:13.553318 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9e2360f4-112a-48d6-b085-d7ee27d55138 req-848acc2e-6fb9-42c2-b8d9-801b7d7c54d9 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.77 "GET /v2.0/ports?device_id=96a5b7fd-52ec-40c8-81e5-1b5b3ddb9e7d HTTP/1.1" status: 200 len: 946 time: 0.2776980 May 27 11:20:13.611919 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9e2360f4-112a-48d6-b085-d7ee27d55138 req-5c48c38d-1690-4671-b375-76ea2e2c6770 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.77 "GET /v2.0/security-groups?id=a7a44308-3d34-40b2-bf27-a22b095087e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512609 May 27 11:20:13.898797 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-080584c7-ffb6-486c-a91c-e01eef759ae1 req-36211fff-6f6b-4a8a-b772-6dfdf4ba6d20 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=453a6bde-43b3-4e33-88e8-3d7c8df9d4c5 HTTP/1.1" status: 200 len: 210 time: 0.0498261 May 27 11:20:14.343863 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e84742-9f85-4a05-bf35-a2ff33466d7b req-1e12e199-05c6-491c-9d17-5bee22be0ea0 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:14.345454 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-05e84742-9f85-4a05-bf35-a2ff33466d7b req-1e12e199-05c6-491c-9d17-5bee22be0ea0 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.0911961 May 27 11:20:14.396697 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-05e84742-9f85-4a05-bf35-a2ff33466d7b req-d515ad6d-a014-44c9-a3cc-be20e7f58749 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449831 May 27 11:20:14.417483 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 57036) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:14.547742 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-e3fdbee2-380c-4823-9777-9b69cefced18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:14.564017 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-e3fdbee2-380c-4823-9777-9b69cefced18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:20:14.569715 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-e3fdbee2-380c-4823-9777-9b69cefced18 admin admin] Usage tracker for resource:security_group_rule and tenant:6fc53ba6c20944658aba12cde81c7adc is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:20:14.574186 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-e3fdbee2-380c-4823-9777-9b69cefced18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:20:14.577294 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-2dbbc419-da63-4311-8c00-7c422b46e5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:14.584000 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-e3fdbee2-380c-4823-9777-9b69cefced18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:20:14.686443 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-e3fdbee2-380c-4823-9777-9b69cefced18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:14.690363 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-e3fdbee2-380c-4823-9777-9b69cefced18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:14.700236 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-0494435a-137f-44c0-8fce-7a78147bdce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:14.740577 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-e3fdbee2-380c-4823-9777-9b69cefced18 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6fc53ba6c20944658aba12cde81c7adc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3278093 May 27 11:20:14.744980 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 57044) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:14.762803 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fdbee2-380c-4823-9777-9b69cefced18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ef63e9-e5d3-4f89-a443-2c008c3763a4,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:14.767091 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-e3fdbee2-380c-4823-9777-9b69cefced18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:14.819661 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-9014361b-68c1-45c7-8ac2-9c001c05a960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:14.820602 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfd87c-2f2e-42a8-9487-0f71ab4f9739 req-d75a095d-a243-4e29-a351-aecd1ed30172 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:14.822296 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7fdfd87c-2f2e-42a8-9487-0f71ab4f9739 req-d75a095d-a243-4e29-a351-aecd1ed30172 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.77 "GET /v2.0/ports?device_id=96a5b7fd-52ec-40c8-81e5-1b5b3ddb9e7d HTTP/1.1" status: 200 len: 946 time: 0.0956349 May 27 11:20:14.852771 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-9014361b-68c1-45c7-8ac2-9c001c05a960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:14.884594 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7fdfd87c-2f2e-42a8-9487-0f71ab4f9739 req-df67730a-4c99-40ef-8c96-609adb6644c4 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.77 "GET /v2.0/security-groups?id=a7a44308-3d34-40b2-bf27-a22b095087e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515149 May 27 11:20:14.920951 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-9014361b-68c1-45c7-8ac2-9c001c05a960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:14.930863 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-ac3e801c-217d-424f-a2f8-70b19c376343 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:14.945036 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014361b-68c1-45c7-8ac2-9c001c05a960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ef63e9-e5d3-4f89-a443-2c008c3763a4,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:14.947889 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-9014361b-68c1-45c7-8ac2-9c001c05a960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:14.951224 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-9014361b-68c1-45c7-8ac2-9c001c05a960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:14.952886 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-9014361b-68c1-45c7-8ac2-9c001c05a960 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f1ef63e9-e5d3-4f89-a443-2c008c3763a4 HTTP/1.1" status: 204 len: 168 time: 0.2065597 May 27 11:20:15.283655 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-06d4c06b-3986-46a1-8429-0a4bcd02c39f req-d134d4ab-d1c7-43f6-8e98-08b3192f013a tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=453a6bde-43b3-4e33-88e8-3d7c8df9d4c5 HTTP/1.1" status: 200 len: 210 time: 0.0548067 May 27 11:20:15.402212 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 57064) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:15.448093 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-2edaa172-7a9a-459d-ae5e-63398d932f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:15.521230 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-2edaa172-7a9a-459d-ae5e-63398d932f98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:20:15.536970 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-2edaa172-7a9a-459d-ae5e-63398d932f98 admin admin] Usage tracker for resource:security_group_rule and tenant:e5a71df0b34c4164b6fa56d2d76a46b9 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:20:15.541404 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-2edaa172-7a9a-459d-ae5e-63398d932f98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:20:15.549402 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-c0a92571-8b30-4c10-a985-cba54576f493 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:15.552483 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-c0a92571-8b30-4c10-a985-cba54576f493 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.35 "GET /v2.0/networks?id=3633c235-4756-45b7-9341-a649fc616bec HTTP/1.1" status: 200 len: 815 time: 0.2144132 May 27 11:20:15.552741 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-2edaa172-7a9a-459d-ae5e-63398d932f98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:20:15.585598 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-f7d69794-33f1-4341-8727-4843457be6ea tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Request body: {'port': {'device_id': '453a6bde-43b3-4e33-88e8-3d7c8df9d4c5', 'network_id': '3633c235-4756-45b7-9341-a649fc616bec', 'admin_state_up': True, 'tenant_id': '8d42625dceb84e92adbcff7fb4675425'}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:20:15.590297 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ddacad-3a5e-4bd2-b4dd-6df65a06645d req-a713b92c-6948-4b66-bfba-bab9ad209ada tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:15.591329 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-31ddacad-3a5e-4bd2-b4dd-6df65a06645d req-a713b92c-6948-4b66-bfba-bab9ad209ada tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Synchronizing usage tracker for tenant:20f2393e9cda4b32ae7b86a1c6ebc470 on resource:port {{(pid=91847) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:20:15.622006 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-31ddacad-3a5e-4bd2-b4dd-6df65a06645d req-a713b92c-6948-4b66-bfba-bab9ad209ada tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Unset dirty status for tenant:20f2393e9cda4b32ae7b86a1c6ebc470 on resource:port {{(pid=91847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:20:15.623449 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-31ddacad-3a5e-4bd2-b4dd-6df65a06645d req-a713b92c-6948-4b66-bfba-bab9ad209ada tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.35 "GET /v2.0/ports?device_id=96a5b7fd-52ec-40c8-81e5-1b5b3ddb9e7d HTTP/1.1" status: 200 len: 946 time: 0.1531467 May 27 11:20:15.772703 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-2edaa172-7a9a-459d-ae5e-63398d932f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:15.782555 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-2edaa172-7a9a-459d-ae5e-63398d932f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:15.791417 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-d14e17cd-4bf8-4113-97f3-31bb13197b43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:15.839827 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-2edaa172-7a9a-459d-ae5e-63398d932f98 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e5a71df0b34c4164b6fa56d2d76a46b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4360433 May 27 11:20:15.842602 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 57074) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:15.845497 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edaa172-7a9a-459d-ae5e-63398d932f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eec9bde-a8c8-4cb0-b649-086d03d9447a,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:15.849607 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-2edaa172-7a9a-459d-ae5e-63398d932f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:15.879489 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [req-31ddacad-3a5e-4bd2-b4dd-6df65a06645d req-a12956a5-94b4-42d4-86ee-427c1cfac8c1 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Deleting port 50160cd3-2e1b-4cf6-bfe8-59333d049443 {{(pid=91847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:20:15.879898 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-31ddacad-3a5e-4bd2-b4dd-6df65a06645d req-a12956a5-94b4-42d4-86ee-427c1cfac8c1 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:15.881389 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-f7d69794-33f1-4341-8727-4843457be6ea tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:20:15.892336 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-f7d69794-33f1-4341-8727-4843457be6ea tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Usage tracker for resource:port and tenant:8d42625dceb84e92adbcff7fb4675425 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:20:15.899568 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-f7d69794-33f1-4341-8727-4843457be6ea tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:20:15.918513 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28797de9-9b6d-401b-9dfd-9e63ed765e64 req-af8d809f-08fe-4322-8b8f-08f6592564fd tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:15.921218 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-28797de9-9b6d-401b-9dfd-9e63ed765e64 req-af8d809f-08fe-4322-8b8f-08f6592564fd tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.2433364 May 27 11:20:15.926823 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-f7d69794-33f1-4341-8727-4843457be6ea tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:20:15.959877 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-f7d69794-33f1-4341-8727-4843457be6ea tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Made reservation on behalf of 8d42625dceb84e92adbcff7fb4675425 for: {'port': 1} {{(pid=91848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:20:15.964735 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-f7d69794-33f1-4341-8727-4843457be6ea tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:16.004382 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-28797de9-9b6d-401b-9dfd-9e63ed765e64 req-e22265ec-20e8-4a3d-8e0d-077b02809742 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740104 May 27 11:20:16.005986 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-7e9aeff4-3cbe-4036-b476-f0fcbb9216b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:16.076296 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-7e9aeff4-3cbe-4036-b476-f0fcbb9216b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:16.092440 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [req-31ddacad-3a5e-4bd2-b4dd-6df65a06645d req-a12956a5-94b4-42d4-86ee-427c1cfac8c1 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] For port 50160cd3-2e1b-4cf6-bfe8-59333d049443, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=50160cd3-2e1b-4cf6-bfe8-59333d049443,segment=NetworkSegment(e02b085a-e2d8-4062-9f95-5c3fd714a9bb),segment_id=e02b085a-e2d8-4062-9f95-5c3fd714a9bb)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:20:16.092903 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-31ddacad-3a5e-4bd2-b4dd-6df65a06645d req-a12956a5-94b4-42d4-86ee-427c1cfac8c1 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:16.237501 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 6 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:20:16.392736 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [req-31ddacad-3a5e-4bd2-b4dd-6df65a06645d req-a12956a5-94b4-42d4-86ee-427c1cfac8c1 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Calling delete_port for 50160cd3-2e1b-4cf6-bfe8-59333d049443 owned by compute:nova {{(pid=91847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:20:16.395331 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb45317-dab8-4fed-82d9-65b79087d518 req-7ed8f156-c752-4b00-85a1-a897c19a5310 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:16.396991 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-beb45317-dab8-4fed-82d9-65b79087d518 req-7ed8f156-c752-4b00-85a1-a897c19a5310 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.77 "GET /v2.0/ports?device_id=96a5b7fd-52ec-40c8-81e5-1b5b3ddb9e7d HTTP/1.1" status: 200 len: 946 time: 0.3496459 May 27 11:20:16.441742 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.db_base_plugin_common [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-f7d69794-33f1-4341-8727-4843457be6ea tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Allocated IP 172.20.0.12 (3633c235-4756-45b7-9341-a649fc616bec/4914670b-b81c-4b30-b3d7-60fa4965bca9/ac586aed-7aff-40e3-bf6c-0129a90ae35d) {{(pid=91848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:20:16.448296 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-7e9aeff4-3cbe-4036-b476-f0fcbb9216b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:16.458294 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-e3fdbee2-380c-4823-9777-9b69cefced18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:16.494401 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-beb45317-dab8-4fed-82d9-65b79087d518 req-8afbbfc1-c02c-491a-b853-925bfd657f6a tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.77 "GET /v2.0/security-groups?id=a7a44308-3d34-40b2-bf27-a22b095087e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855315 May 27 11:20:16.602652 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9aeff4-3cbe-4036-b476-f0fcbb9216b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eec9bde-a8c8-4cb0-b649-086d03d9447a,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:16.610440 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-7e9aeff4-3cbe-4036-b476-f0fcbb9216b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:16.617663 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-31ddacad-3a5e-4bd2-b4dd-6df65a06645d req-a12956a5-94b4-42d4-86ee-427c1cfac8c1 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980'] for port, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:16.626845 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-18f44105-93b0-41d8-93e6-59732ad958e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:16.656490 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['50160cd3-2e1b-4cf6-bfe8-59333d049443'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:20:16.700089 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-7e9aeff4-3cbe-4036-b476-f0fcbb9216b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:16.701462 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-7e9aeff4-3cbe-4036-b476-f0fcbb9216b1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6eec9bde-a8c8-4cb0-b649-086d03d9447a HTTP/1.1" status: 204 len: 168 time: 0.8562763 May 27 11:20:16.756626 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12956a5-94b4-42d4-86ee-427c1cfac8c1 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Pushing event deleted for resources: {'Port': ['ID=50160cd3-2e1b-4cf6-bfe8-59333d049443,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:16.786937 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b50564a0-9fb9-4f5b-9376-a3a0c1b66b3f req-c3d5dafb-49e6-44aa-a54f-d2559a65a787 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=453a6bde-43b3-4e33-88e8-3d7c8df9d4c5 HTTP/1.1" status: 200 len: 210 time: 0.0666242 May 27 11:20:16.822880 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-a12956a5-94b4-42d4-86ee-427c1cfac8c1 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:16.840068 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ddacad-3a5e-4bd2-b4dd-6df65a06645d req-a12956a5-94b4-42d4-86ee-427c1cfac8c1 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] No DVR routers for this DVR port 50160cd3-2e1b-4cf6-bfe8-59333d049443 on host hv-cinder-75157 {{(pid=91847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:20:16.844477 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-31ddacad-3a5e-4bd2-b4dd-6df65a06645d req-a12956a5-94b4-42d4-86ee-427c1cfac8c1 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:16.855034 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a5b7fd-52ec-40c8-81e5-1b5b3ddb9e7d', 'name': 'network-vif-deleted', 'tag': '50160cd3-2e1b-4cf6-bfe8-59333d049443'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:20:16.864348 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-31ddacad-3a5e-4bd2-b4dd-6df65a06645d req-a12956a5-94b4-42d4-86ee-427c1cfac8c1 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.35 "DELETE /v2.0/ports/50160cd3-2e1b-4cf6-bfe8-59333d049443 HTTP/1.1" status: 204 len: 173 time: 1.2332187 May 27 11:20:16.870525 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 57100) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:16.890073 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-f7d69794-33f1-4341-8727-4843457be6ea tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Notify callbacks [] for port, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:16.935270 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a5b7fd-52ec-40c8-81e5-1b5b3ddb9e7d', 'name': 'network-vif-deleted', 'tag': '50160cd3-2e1b-4cf6-bfe8-59333d049443', 'status': 'completed', 'code': 200} May 27 11:20:16.935744 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-f7d69794-33f1-4341-8727-4843457be6ea tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6295888'] for port, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:16.952437 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['ab572ded-6b44-4c82-a795-d899fc8c34ee', '8d670ccd-32fa-4784-b907-cab36f499fc1', 'a7f1e5a4-6d13-464c-9723-e7a8a75eee09'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:20:16.952718 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-d141a3a2-022e-4eec-a38e-6e1e5411d925 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:17.030798 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-f7d69794-33f1-4341-8727-4843457be6ea tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Network 3633c235-4756-45b7-9341-a649fc616bec is already hosted by enough agents. {{(pid=91848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:20:17.059808 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.base_scheduler [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-f7d69794-33f1-4341-8727-4843457be6ea tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Resources bound (agent type, host, resource id): {{(pid=91848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:20:17.069029 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-f7d69794-33f1-4341-8727-4843457be6ea tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Received port after_create {{(pid=91848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:20:17.166526 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-29630948-0a2d-4429-8d4e-57b8be7c0b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:17.182636 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:17.242042 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-f7d69794-33f1-4341-8727-4843457be6ea tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:17.242825 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-f7d69794-33f1-4341-8727-4843457be6ea tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:17.296571 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c1977b0c-ae54-4fc7-908c-c120ae603242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:17.321963 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-c1977b0c-ae54-4fc7-908c-c120ae603242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:20:17.327195 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 57110) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:17.328450 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d69794-33f1-4341-8727-4843457be6ea tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Pushing event updated for resources: {'Port': ['ID=ac586aed-7aff-40e3-bf6c-0129a90ae35d,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:17.330540 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-c1977b0c-ae54-4fc7-908c-c120ae603242 admin admin] Usage tracker for resource:security_group_rule and tenant:0ae1b7f4459d452886f0b84b7ae259d8 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:20:17.345462 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d69794-33f1-4341-8727-4843457be6ea tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:17.345818 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d69794-33f1-4341-8727-4843457be6ea tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:17.346165 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d69794-33f1-4341-8727-4843457be6ea tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:17.346503 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d69794-33f1-4341-8727-4843457be6ea tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:17.346838 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d69794-33f1-4341-8727-4843457be6ea tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:17.347727 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d69794-33f1-4341-8727-4843457be6ea tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:17.348059 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d69794-33f1-4341-8727-4843457be6ea tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:17.348405 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d69794-33f1-4341-8727-4843457be6ea tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:17.348725 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d69794-33f1-4341-8727-4843457be6ea tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:17.349056 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d69794-33f1-4341-8727-4843457be6ea tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:17.349387 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d69794-33f1-4341-8727-4843457be6ea tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:17.349710 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d69794-33f1-4341-8727-4843457be6ea tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:17.352758 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1a0fffe1-7bbc-491f-a3be-042483e93f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:17.353859 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-f7d69794-33f1-4341-8727-4843457be6ea tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:17.365360 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-f7d69794-33f1-4341-8727-4843457be6ea tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7974067 May 27 11:20:17.366462 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-c1977b0c-ae54-4fc7-908c-c120ae603242 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:20:17.381243 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-c1977b0c-ae54-4fc7-908c-c120ae603242 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:20:17.385727 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-1a0fffe1-7bbc-491f-a3be-042483e93f51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:20:17.389817 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-f52ee212-2e2a-43e1-8310-2420770d89f8 service neutron] Request body: {'port': {'device_id': '453a6bde-43b3-4e33-88e8-3d7c8df9d4c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:20:17.395669 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-1a0fffe1-7bbc-491f-a3be-042483e93f51 admin admin] Usage tracker for resource:security_group_rule and tenant:034231e4535d40c4a119d3369f2569b6 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:20:17.400021 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-1a0fffe1-7bbc-491f-a3be-042483e93f51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:20:17.413648 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-1a0fffe1-7bbc-491f-a3be-042483e93f51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:20:17.449785 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5e64e-1675-4a56-ac8d-d93a9d182591 req-c416ac59-4866-457b-a55a-1d1ad2f70648 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:17.456108 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-bcf5e64e-1675-4a56-ac8d-d93a9d182591 req-c416ac59-4866-457b-a55a-1d1ad2f70648 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.2088444 May 27 11:20:17.542380 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c1977b0c-ae54-4fc7-908c-c120ae603242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:17.555604 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c1977b0c-ae54-4fc7-908c-c120ae603242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:17.590890 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-b9993f4d-e649-464a-8237-cdde682a18c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:17.599871 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-c1977b0c-ae54-4fc7-908c-c120ae603242 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0ae1b7f4459d452886f0b84b7ae259d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7276199 May 27 11:20:17.606813 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-bcf5e64e-1675-4a56-ac8d-d93a9d182591 req-c9306cd0-987c-43a4-b073-c97f5e51df80 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483221 May 27 11:20:17.611206 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 57118) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:17.622858 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1a0fffe1-7bbc-491f-a3be-042483e93f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:17.645584 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-f52ee212-2e2a-43e1-8310-2420770d89f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:17.646166 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1977b0c-ae54-4fc7-908c-c120ae603242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04bbf32a-c13d-4ceb-9f83-a7d179bcf839,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:17.650022 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-c1977b0c-ae54-4fc7-908c-c120ae603242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:17.651095 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1a0fffe1-7bbc-491f-a3be-042483e93f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:17.660164 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-81d35da7-b8ab-444e-b6e5-a605e5fb3fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:17.736887 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-1a0fffe1-7bbc-491f-a3be-042483e93f51 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=034231e4535d40c4a119d3369f2569b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4079256 May 27 11:20:17.745904 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 57124) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:17.784074 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0fffe1-7bbc-491f-a3be-042483e93f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036d6273-4655-43a9-a49a-fb74ae0d9378,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:17.793292 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0fffe1-7bbc-491f-a3be-042483e93f51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:17.793670 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0fffe1-7bbc-491f-a3be-042483e93f51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:17.793984 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0fffe1-7bbc-491f-a3be-042483e93f51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:17.794539 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0fffe1-7bbc-491f-a3be-042483e93f51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:17.794945 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0fffe1-7bbc-491f-a3be-042483e93f51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:17.795358 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0fffe1-7bbc-491f-a3be-042483e93f51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:17.795902 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0fffe1-7bbc-491f-a3be-042483e93f51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:17.796260 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0fffe1-7bbc-491f-a3be-042483e93f51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:17.796591 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0fffe1-7bbc-491f-a3be-042483e93f51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:17.796917 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0fffe1-7bbc-491f-a3be-042483e93f51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:17.797242 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0fffe1-7bbc-491f-a3be-042483e93f51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:17.797565 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0fffe1-7bbc-491f-a3be-042483e93f51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:17.802115 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1a0fffe1-7bbc-491f-a3be-042483e93f51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:17.914693 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-0c314dc5-922b-4923-b9e6-9870b40d1b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:17.917784 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-93f1bc23-da93-4869-bbcd-061b7c7bcb0a req-5ff1ecea-bf75-4c26-a100-4927315d5e4a tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] 10.222.0.77 "GET /v2.0/ports?device_id=96a5b7fd-52ec-40c8-81e5-1b5b3ddb9e7d HTTP/1.1" status: 200 len: 210 time: 0.1409431 May 27 11:20:18.010670 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-0c314dc5-922b-4923-b9e6-9870b40d1b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:18.076218 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-c2f5aad1-3043-450e-bd63-08e8064a6c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:18.208731 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-c2f5aad1-3043-450e-bd63-08e8064a6c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:18.287951 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-0c314dc5-922b-4923-b9e6-9870b40d1b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:18.295073 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-571a1b41-de5a-42ca-8867-88790e7cc6c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:18.319113 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c314dc5-922b-4923-b9e6-9870b40d1b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bbf32a-c13d-4ceb-9f83-a7d179bcf839,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:18.322555 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:18.323234 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-0c314dc5-922b-4923-b9e6-9870b40d1b4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:18.344009 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-0c314dc5-922b-4923-b9e6-9870b40d1b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:18.345247 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-0c314dc5-922b-4923-b9e6-9870b40d1b4d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/04bbf32a-c13d-4ceb-9f83-a7d179bcf839 HTTP/1.1" status: 204 len: 168 time: 0.7330770 May 27 11:20:18.357669 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54412da1-0c95-4a73-b098-865436be1f97 req-98bb8c39-5c19-4e9c-b323-d6cf2681d2e9 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:18.358754 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-54412da1-0c95-4a73-b098-865436be1f97 req-98bb8c39-5c19-4e9c-b323-d6cf2681d2e9 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Synchronizing usage tracker for tenant:8d42625dceb84e92adbcff7fb4675425 on resource:port {{(pid=91848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:20:18.420147 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-c2f5aad1-3043-450e-bd63-08e8064a6c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:18.428896 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-1c180fa2-3093-44d6-a394-be15ace295f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:18.445873 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-54412da1-0c95-4a73-b098-865436be1f97 req-98bb8c39-5c19-4e9c-b323-d6cf2681d2e9 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Unset dirty status for tenant:8d42625dceb84e92adbcff7fb4675425 on resource:port {{(pid=91848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:20:18.447023 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-54412da1-0c95-4a73-b098-865436be1f97 req-98bb8c39-5c19-4e9c-b323-d6cf2681d2e9 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=453a6bde-43b3-4e33-88e8-3d7c8df9d4c5 HTTP/1.1" status: 200 len: 932 time: 0.4386773 May 27 11:20:18.449885 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5aad1-3043-450e-bd63-08e8064a6c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036d6273-4655-43a9-a49a-fb74ae0d9378,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:18.452848 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-c2f5aad1-3043-450e-bd63-08e8064a6c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:18.454127 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-c2f5aad1-3043-450e-bd63-08e8064a6c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:18.455483 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-c2f5aad1-3043-450e-bd63-08e8064a6c26 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/036d6273-4655-43a9-a49a-fb74ae0d9378 HTTP/1.1" status: 204 len: 168 time: 0.7083926 May 27 11:20:18.461431 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.notifiers.nova [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-f52ee212-2e2a-43e1-8310-2420770d89f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac586aed-7aff-40e3-bf6c-0129a90ae35d {{(pid=91848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:20:18.488370 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-f52ee212-2e2a-43e1-8310-2420770d89f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:18.520880 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.provisioning_blocks [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-f52ee212-2e2a-43e1-8310-2420770d89f8 service neutron] Transition to ACTIVE for port object ac586aed-7aff-40e3-bf6c-0129a90ae35d will not be triggered until provisioned by entity L2. {{(pid=91848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:20:18.526877 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-54412da1-0c95-4a73-b098-865436be1f97 req-530ab004-0dcc-4d0a-ad3a-4af619d126ec tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703454 May 27 11:20:18.527914 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-f52ee212-2e2a-43e1-8310-2420770d89f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6295911'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:18.532687 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:18.778286 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ee212-2e2a-43e1-8310-2420770d89f8 service neutron] Pushing event updated for resources: {'Port': ['ID=ac586aed-7aff-40e3-bf6c-0129a90ae35d,revision_number=2']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:18.793505 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-f52ee212-2e2a-43e1-8310-2420770d89f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:18.971224 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-f52ee212-2e2a-43e1-8310-2420770d89f8 service neutron] Attempting to bind port ac586aed-7aff-40e3-bf6c-0129a90ae35d on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:20:18.971224 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-f52ee212-2e2a-43e1-8310-2420770d89f8 service neutron] Attempting to bind port ac586aed-7aff-40e3-bf6c-0129a90ae35d by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': 'c2be4939-06da-44ef-b45c-fa595b7b31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '3633c235-4756-45b7-9341-a649fc616bec'}] {{(pid=91848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:20:18.971224 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-f52ee212-2e2a-43e1-8310-2420770d89f8 service neutron] Attempting to bind port ac586aed-7aff-40e3-bf6c-0129a90ae35d on network 3633c235-4756-45b7-9341-a649fc616bec {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:20:18.978797 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-f52ee212-2e2a-43e1-8310-2420770d89f8 service neutron] Port ac586aed-7aff-40e3-bf6c-0129a90ae35d on network 3633c235-4756-45b7-9341-a649fc616bec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 11:20:18.979010 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-f52ee212-2e2a-43e1-8310-2420770d89f8 service neutron] Attempting to bind port ac586aed-7aff-40e3-bf6c-0129a90ae35d on network 3633c235-4756-45b7-9341-a649fc616bec {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:20:18.987654 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-f52ee212-2e2a-43e1-8310-2420770d89f8 service neutron] Checking agent: {'id': '488b0f7b-d99c-4207-808d-fdc57746257f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 16, 24), 'started_at': datetime.datetime(2021, 5, 27, 11, 16, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:20:18.988150 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-f52ee212-2e2a-43e1-8310-2420770d89f8 service neutron] Checking segment: {'id': 'c2be4939-06da-44ef-b45c-fa595b7b31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '3633c235-4756-45b7-9341-a649fc616bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:20:18.988548 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-f52ee212-2e2a-43e1-8310-2420770d89f8 service neutron] Bound using segment: {'id': 'c2be4939-06da-44ef-b45c-fa595b7b31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '3633c235-4756-45b7-9341-a649fc616bec'} {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:20:18.989036 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-f52ee212-2e2a-43e1-8310-2420770d89f8 service neutron] Bound port: ac586aed-7aff-40e3-bf6c-0129a90ae35d, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2be4939-06da-44ef-b45c-fa595b7b31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '3633c235-4756-45b7-9341-a649fc616bec'}}] {{(pid=91848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:20:18.989390 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-f52ee212-2e2a-43e1-8310-2420770d89f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:19.018399 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e053fd1-b9fa-4487-a0d1-4ad2cfa33758 req-9b97fd37-e1e7-40c6-9825-6487a6b5ed51 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:19.020560 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4e053fd1-b9fa-4487-a0d1-4ad2cfa33758 req-9b97fd37-e1e7-40c6-9825-6487a6b5ed51 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.2485483 May 27 11:20:19.026000 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 50160cd3-2e1b-4cf6-bfe8-59333d049443 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:20:19.061595 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] No Port match for: 50160cd3-2e1b-4cf6-bfe8-59333d049443 {{(pid=91849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:20:19.061941 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 50160cd3-2e1b-4cf6-bfe8-59333d049443 not bound to the agent host hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:20:19.120739 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4e053fd1-b9fa-4487-a0d1-4ad2cfa33758 req-12f7539c-2ac8-41af-92f1-208d5d2ddd71 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722017 May 27 11:20:19.132809 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-f52ee212-2e2a-43e1-8310-2420770d89f8 service neutron] For port ac586aed-7aff-40e3-bf6c-0129a90ae35d, host hv-cinder-75157, cleared binding levels {{(pid=91848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:20:19.146494 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-f52ee212-2e2a-43e1-8310-2420770d89f8 service neutron] For port ac586aed-7aff-40e3-bf6c-0129a90ae35d, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=ac586aed-7aff-40e3-bf6c-0129a90ae35d,segment=NetworkSegment(c2be4939-06da-44ef-b45c-fa595b7b31a6),segment_id=c2be4939-06da-44ef-b45c-fa595b7b31a6)] {{(pid=91848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:20:19.151446 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-f52ee212-2e2a-43e1-8310-2420770d89f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6295911'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:19.156202 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-5875d955-7bb3-4d35-ae71-c6f73f8a4898 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:19.226600 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-f52ee212-2e2a-43e1-8310-2420770d89f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:19.228284 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-f52ee212-2e2a-43e1-8310-2420770d89f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:19.232550 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-f52ee212-2e2a-43e1-8310-2420770d89f8 service neutron] 10.222.0.35 "PUT /v2.0/ports/ac586aed-7aff-40e3-bf6c-0129a90ae35d HTTP/1.1" status: 200 len: 1094 time: 1.8471854 May 27 11:20:19.236345 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '453a6bde-43b3-4e33-88e8-3d7c8df9d4c5', 'tag': 'ac586aed-7aff-40e3-bf6c-0129a90ae35d'}] {{(pid=91848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:20:19.288455 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ee212-2e2a-43e1-8310-2420770d89f8 service neutron] Pushing event updated for resources: {'Port': ['ID=ac586aed-7aff-40e3-bf6c-0129a90ae35d,revision_number=3']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:19.292247 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-f52ee212-2e2a-43e1-8310-2420770d89f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:19.294777 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '453a6bde-43b3-4e33-88e8-3d7c8df9d4c5', 'tag': 'ac586aed-7aff-40e3-bf6c-0129a90ae35d', 'status': 'completed', 'code': 200} May 27 11:20:19.453642 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7795b38-654c-44c6-bfa8-63c9c73249ff req-e556bf3f-1b23-4a89-9811-ecb2d055ac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:19.455035 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e7795b38-654c-44c6-bfa8-63c9c73249ff req-e556bf3f-1b23-4a89-9811-ecb2d055ac7b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8d42625dceb84e92adbcff7fb4675425&device_id=453a6bde-43b3-4e33-88e8-3d7c8df9d4c5 HTTP/1.1" status: 200 len: 1097 time: 0.1079876 May 27 11:20:19.609487 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e001a3-088e-4548-8502-860f8368bf85 req-c8669b95-dae6-424c-9b36-e1c80cb9bbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:19.612511 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-52e001a3-088e-4548-8502-860f8368bf85 req-c8669b95-dae6-424c-9b36-e1c80cb9bbd5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 1098 time: 0.1248338 May 27 11:20:19.694004 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7795b38-654c-44c6-bfa8-63c9c73249ff req-a9e33e1e-c8dd-447a-918b-5a9e9c3afb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:19.695916 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e7795b38-654c-44c6-bfa8-63c9c73249ff req-a9e33e1e-c8dd-447a-918b-5a9e9c3afb6f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=8d42625dceb84e92adbcff7fb4675425&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2067819 May 27 11:20:19.715549 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-52e001a3-088e-4548-8502-860f8368bf85 req-c33bdb4e-ef15-4f59-aa42-22cd7904cc24 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915098 May 27 11:20:19.770232 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 57170) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:19.914305 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-a7742663-b371-4291-9dd7-751685b3819b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1152076992-network', 'tenant_id': 'db3f835fbb4441b382fb98f5bcdc7676'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:20:19.919094 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-a7742663-b371-4291-9dd7-751685b3819b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:20:19.923156 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-a7742663-b371-4291-9dd7-751685b3819b admin admin] Usage tracker for resource:network and tenant:db3f835fbb4441b382fb98f5bcdc7676 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:20:19.926810 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-a7742663-b371-4291-9dd7-751685b3819b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:20:19.935157 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7795b38-654c-44c6-bfa8-63c9c73249ff req-55340374-cd61-4d87-baac-ac1b310a07a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:19.937212 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-a7742663-b371-4291-9dd7-751685b3819b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:20:19.937353 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e7795b38-654c-44c6-bfa8-63c9c73249ff req-55340374-cd61-4d87-baac-ac1b310a07a0 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2304971 May 27 11:20:19.949391 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7742663-b371-4291-9dd7-751685b3819b admin admin] Made reservation on behalf of db3f835fbb4441b382fb98f5bcdc7676 for: {'network': 1} {{(pid=91847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:20:19.951818 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731f053-b886-459a-af18-086ed592fb62 req-888b6e61-67fd-445f-b159-86eafbd6acf6 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:19.953604 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-a7742663-b371-4291-9dd7-751685b3819b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-672059'] for network, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:19.959451 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1731f053-b886-459a-af18-086ed592fb62 req-888b6e61-67fd-445f-b159-86eafbd6acf6 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=453a6bde-43b3-4e33-88e8-3d7c8df9d4c5 HTTP/1.1" status: 200 len: 944 time: 0.2108703 May 27 11:20:19.967142 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-a7742663-b371-4291-9dd7-751685b3819b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:19.982701 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-a7742663-b371-4291-9dd7-751685b3819b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:20:19.988585 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-a7742663-b371-4291-9dd7-751685b3819b admin admin] Usage tracker for resource:security_group_rule and tenant:db3f835fbb4441b382fb98f5bcdc7676 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:20:19.992215 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-a7742663-b371-4291-9dd7-751685b3819b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:20:19.998997 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-a7742663-b371-4291-9dd7-751685b3819b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:20:20.010171 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1731f053-b886-459a-af18-086ed592fb62 req-d13ef99a-4220-4ce6-8166-7548b07f28d1 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498316 May 27 11:20:20.084477 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-26ce7e96-62d4-4e63-8d01-8ff52c8374c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:20.085939 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-26ce7e96-62d4-4e63-8d01-8ff52c8374c9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8d42625dceb84e92adbcff7fb4675425&device_id=453a6bde-43b3-4e33-88e8-3d7c8df9d4c5 HTTP/1.1" status: 200 len: 1097 time: 0.0793602 May 27 11:20:20.089350 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-a7742663-b371-4291-9dd7-751685b3819b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:20.093316 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-a7742663-b371-4291-9dd7-751685b3819b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:20.096310 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-55aaae6b-5093-41ce-b08f-ae8e92938fbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:20.124273 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7742663-b371-4291-9dd7-751685b3819b admin admin] vlan segment allocate from pool success with {'vlan_id': 1150, 'physical_network': 'physnet1'} {{(pid=91847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 11:20:20.138175 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7742663-b371-4291-9dd7-751685b3819b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf693f3-9cb6-4739-96e1-4fe2dd84b15c,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:20.142517 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-a7742663-b371-4291-9dd7-751685b3819b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:20.143776 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-a7742663-b371-4291-9dd7-751685b3819b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075'] for segment, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:20.144285 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.db.segments_db [None req-a7742663-b371-4291-9dd7-751685b3819b admin admin] Added segment 292101b1-8c57-4899-a66c-7cc701cb12fd of type vlan for network 3eb4e519-1057-42cd-8c70-ebf5cc905d06 May 27 11:20:20.177653 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-a7742663-b371-4291-9dd7-751685b3819b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764581993548'] for network, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:20.195752 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-e05c28c6-bd7c-4534-bb48-d83ea20788f4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac586aed-7aff-40e3-bf6c-0129a90ae35d HTTP/1.1" status: 200 len: 217 time: 0.0974250 May 27 11:20:20.211884 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-a7742663-b371-4291-9dd7-751685b3819b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586667'] for network, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:20.213592 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7742663-b371-4291-9dd7-751685b3819b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:20.214385 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-a7742663-b371-4291-9dd7-751685b3819b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for network, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:20.220135 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-7b9d72b6-af41-431b-b06c-4e3fbb616f22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:20.327597 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-5e5fb8f3-f484-4ddd-af8b-4348e61b26e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:20.329043 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-5e5fb8f3-f484-4ddd-af8b-4348e61b26e7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4914670b-b81c-4b30-b3d7-60fa4965bca9 HTTP/1.1" status: 200 len: 855 time: 0.1235473 May 27 11:20:20.332871 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7742663-b371-4291-9dd7-751685b3819b admin admin] Pushing event updated for resources: {'Network': ['ID=3eb4e519-1057-42cd-8c70-ebf5cc905d06,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:20.337340 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-a7742663-b371-4291-9dd7-751685b3819b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:20.342040 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:20.344163 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-a7742663-b371-4291-9dd7-751685b3819b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5803459 May 27 11:20:20.344836 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Network 3eb4e519-1057-42cd-8c70-ebf5cc905d06 details requested by agent ovs-agent-dv-cinder-751579-23-smb with host dv-cinder-751579-23-smb {{(pid=91849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 11:20:20.347245 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 57182) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:20.352883 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-7c6db206-7a82-4f39-9693-8c7ea2f485cf admin admin] Request body: {'subnet': {'network_id': '3eb4e519-1057-42cd-8c70-ebf5cc905d06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1152076992-subnet', 'tenant_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'ip_version': 4}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:20:20.357763 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-7c6db206-7a82-4f39-9693-8c7ea2f485cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:20:20.361853 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-7c6db206-7a82-4f39-9693-8c7ea2f485cf admin admin] Usage tracker for resource:subnet and tenant:db3f835fbb4441b382fb98f5bcdc7676 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:20:20.366481 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-7c6db206-7a82-4f39-9693-8c7ea2f485cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:20:20.372454 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-7c6db206-7a82-4f39-9693-8c7ea2f485cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:20:20.384183 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6db206-7a82-4f39-9693-8c7ea2f485cf admin admin] Made reservation on behalf of db3f835fbb4441b382fb98f5bcdc7676 for: {'subnet': 1} {{(pid=91847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:20:20.386399 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-7c6db206-7a82-4f39-9693-8c7ea2f485cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:20.390150 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-136208f7-185b-400b-ad44-d9c39ba0e465 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3633c235-4756-45b7-9341-a649fc616bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492909 May 27 11:20:20.403215 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3346a-5974-4f83-ba31-5053137afbd8 req-6ad96c2c-5753-43cc-a203-edf4c42c60c4 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:20.404866 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-53f3346a-5974-4f83-ba31-5053137afbd8 req-6ad96c2c-5753-43cc-a203-edf4c42c60c4 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.1546974 May 27 11:20:20.536960 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-53f3346a-5974-4f83-ba31-5053137afbd8 req-4f3c8c9d-5c02-497f-a4b4-16c1aee161bf tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104858 May 27 11:20:20.575213 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-fcec9178-c146-49e0-a48c-abe6703900cb service neutron] 10.222.0.35 "GET /v2.0/networks/3633c235-4756-45b7-9341-a649fc616bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694491 May 27 11:20:20.734637 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5c727c6a-ebba-43f9-a57d-29999c574a49 req-c78c2b58-a83c-4f0d-a962-2aec72900d7d service neutron] 10.222.0.35 "GET /v2.0/networks/3633c235-4756-45b7-9341-a649fc616bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492686 May 27 11:20:20.812866 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-7c6db206-7a82-4f39-9693-8c7ea2f485cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658'] for subnet, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:20.817520 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:20.892819 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6db206-7a82-4f39-9693-8c7ea2f485cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=de167a51-2ce9-4e8d-95bf-310e382bbc22,revision_number=0']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:20.896328 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-7c6db206-7a82-4f39-9693-8c7ea2f485cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:20.898847 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6db206-7a82-4f39-9693-8c7ea2f485cf admin admin] Checking segment: {'id': '292101b1-8c57-4899-a66c-7cc701cb12fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '3eb4e519-1057-42cd-8c70-ebf5cc905d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:20:20.899306 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6db206-7a82-4f39-9693-8c7ea2f485cf admin admin] Network hostable DHCP agents. Network: 3eb4e519-1057-42cd-8c70-ebf5cc905d06, hostable agents: ['49383876-4286-4bfb-8d2a-316dbfdc5a49'], hosted agents: [] {{(pid=91847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 11:20:20.918186 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6db206-7a82-4f39-9693-8c7ea2f485cf admin admin] Network 3eb4e519-1057-42cd-8c70-ebf5cc905d06 is scheduled to be hosted by DHCP agent 49383876-4286-4bfb-8d2a-316dbfdc5a49 with binding_index 1 {{(pid=91847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 11:20:20.929904 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [None req-7c6db206-7a82-4f39-9693-8c7ea2f485cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-23-smb, 3eb4e519-1057-42cd-8c70-ebf5cc905d06) {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:20:20.934315 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6db206-7a82-4f39-9693-8c7ea2f485cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:20.934937 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-7c6db206-7a82-4f39-9693-8c7ea2f485cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for subnet, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:20.941937 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e01a15-bc23-48b1-9483-dc5631c7fe9b None None] Network 3eb4e519-1057-42cd-8c70-ebf5cc905d06 requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:20:20.957562 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-7c6db206-7a82-4f39-9693-8c7ea2f485cf admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6085451 May 27 11:20:20.959947 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 57190) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:20.968077 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-304269b9-ad4c-4552-8713-1174a8b9b8f9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1152076992-router', 'tenant_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039'}}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:20:20.976803 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-304269b9-ad4c-4552-8713-1174a8b9b8f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:20:20.983214 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-304269b9-ad4c-4552-8713-1174a8b9b8f9 admin admin] Usage tracker for resource:router and tenant:db3f835fbb4441b382fb98f5bcdc7676 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:20:20.988466 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-304269b9-ad4c-4552-8713-1174a8b9b8f9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:20:20.996008 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-304269b9-ad4c-4552-8713-1174a8b9b8f9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:20:21.011319 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-304269b9-ad4c-4552-8713-1174a8b9b8f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1940142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7845'] for router, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:21.013637 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-304269b9-ad4c-4552-8713-1174a8b9b8f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1926502', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1914800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7854'] for router, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:21.042506 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-304269b9-ad4c-4552-8713-1174a8b9b8f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:21.350337 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-db190dfd-6df9-4ad0-b904-006b886c9583 req-936e28b8-019e-4f54-96bd-26610b170c24 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=76ec8c68-8eb3-4175-ab2e-6ee1841fe059&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2540598 May 27 11:20:21.358501 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a302f-eb9e-4d51-a727-1a359247f15e req-805e26a7-4ac8-4774-85f8-491fa038eb07 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:21.366694 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-194a302f-eb9e-4d51-a727-1a359247f15e req-805e26a7-4ac8-4774-85f8-491fa038eb07 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=453a6bde-43b3-4e33-88e8-3d7c8df9d4c5 HTTP/1.1" status: 200 len: 944 time: 0.1593046 May 27 11:20:21.394099 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd9763d-3110-4f91-b891-be7cdec3f4ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16fd5ad9-bd55-559a-a3b6-629454411efa-3eb4e519-1057-42cd-8c70-ebf5cc905d06', 'network_id': '3eb4e519-1057-42cd-8c70-ebf5cc905d06', 'tenant_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'fixed_ips': [{'subnet_id': 'de167a51-2ce9-4e8d-95bf-310e382bbc22'}]}} from dv-cinder-751579-23-smb. {{(pid=91849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 11:20:21.399599 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-6fd9763d-3110-4f91-b891-be7cdec3f4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:21.470377 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-194a302f-eb9e-4d51-a727-1a359247f15e req-f7cc5508-ac84-4d2f-a8db-64fb9b0ba2cf tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026134 May 27 11:20:21.502878 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db190dfd-6df9-4ad0-b904-006b886c9583 req-9db4779c-ce43-4294-9688-1ef9250c1749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:21.505894 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-db190dfd-6df9-4ad0-b904-006b886c9583 req-9db4779c-ce43-4294-9688-1ef9250c1749 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8d42625dceb84e92adbcff7fb4675425&device_id=76ec8c68-8eb3-4175-ab2e-6ee1841fe059 HTTP/1.1" status: 200 len: 1098 time: 0.1210179 May 27 11:20:21.536261 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-304269b9-ad4c-4552-8713-1174a8b9b8f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1926513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1940144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7896'] for router, precommit_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:21.616330 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.db_base_plugin_common [None req-6fd9763d-3110-4f91-b891-be7cdec3f4ae None None] Allocated IP 172.20.0.2 (3eb4e519-1057-42cd-8c70-ebf5cc905d06/de167a51-2ce9-4e8d-95bf-310e382bbc22/3928f890-cd41-44f8-8771-b2d8cca3aca0) {{(pid=91849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:20:21.889516 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-6fd9763d-3110-4f91-b891-be7cdec3f4ae None None] Notify callbacks [] for port, precommit_create {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:21.898534 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db190dfd-6df9-4ad0-b904-006b886c9583 req-1c4b8718-c4f9-4ccf-8ca4-b2c837d36003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:21.900049 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-db190dfd-6df9-4ad0-b904-006b886c9583 req-1c4b8718-c4f9-4ccf-8ca4-b2c837d36003 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3633c235-4756-45b7-9341-a649fc616bec HTTP/1.1" status: 200 len: 917 time: 0.3432202 May 27 11:20:21.902352 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-6fd9763d-3110-4f91-b891-be7cdec3f4ae None None] Transition to ACTIVE for port object 3928f890-cd41-44f8-8771-b2d8cca3aca0 will not be triggered until provisioned by entity L2. {{(pid=91849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:20:21.912642 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0b86d-4b8d-4e8e-b280-4e099ad8595a req-65eee52d-0cad-4342-b657-80c6dd4bdfbe tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:21.914153 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-efa0b86d-4b8d-4e8e-b280-4e099ad8595a req-65eee52d-0cad-4342-b657-80c6dd4bdfbe tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.1906235 May 27 11:20:21.922415 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-304269b9-ad4c-4552-8713-1174a8b9b8f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:21.930468 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-6fd9763d-3110-4f91-b891-be7cdec3f4ae None None] Transition to ACTIVE for port object 3928f890-cd41-44f8-8771-b2d8cca3aca0 will not be triggered until provisioned by entity DHCP. {{(pid=91849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:20:21.938471 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-6fd9763d-3110-4f91-b891-be7cdec3f4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971'] for port, after_create {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:21.947020 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:21.983457 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-304269b9-ad4c-4552-8713-1174a8b9b8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:22.005379 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-db190dfd-6df9-4ad0-b904-006b886c9583 req-c3ce12e6-9583-4a85-b248-95e4fb83ba49 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab572ded-6b44-4c82-a795-d899fc8c34ee HTTP/1.1" status: 200 len: 217 time: 0.0888250 May 27 11:20:22.062291 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd9763d-3110-4f91-b891-be7cdec3f4ae None None] Network 3eb4e519-1057-42cd-8c70-ebf5cc905d06 is already hosted by enough agents. {{(pid=91849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:20:22.063425 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.scheduler.base_scheduler [None req-6fd9763d-3110-4f91-b891-be7cdec3f4ae None None] Resources bound (agent type, host, resource id): {{(pid=91849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:20:22.068070 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd9763d-3110-4f91-b891-be7cdec3f4ae None None] Received port after_create {{(pid=91849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:20:22.074191 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9763d-3110-4f91-b891-be7cdec3f4ae None None] Pushing event updated for resources: {'Port': ['ID=3928f890-cd41-44f8-8771-b2d8cca3aca0,revision_number=1']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:22.078378 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-6fd9763d-3110-4f91-b891-be7cdec3f4ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:22.102316 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-efa0b86d-4b8d-4e8e-b280-4e099ad8595a req-aefc3a8f-aace-4866-9016-d2c58d59bb3c tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325769 May 27 11:20:22.110352 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db190dfd-6df9-4ad0-b904-006b886c9583 req-40816aac-4162-42a6-b029-345d32847827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:22.111875 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-db190dfd-6df9-4ad0-b904-006b886c9583 req-40816aac-4162-42a6-b029-345d32847827 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4914670b-b81c-4b30-b3d7-60fa4965bca9 HTTP/1.1" status: 200 len: 855 time: 0.0893538 May 27 11:20:22.174732 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-db190dfd-6df9-4ad0-b904-006b886c9583 req-3be42b46-10f6-4ca5-a946-97c58856fd1a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3633c235-4756-45b7-9341-a649fc616bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507457 May 27 11:20:22.184936 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.db_base_plugin_common [None req-304269b9-ad4c-4552-8713-1174a8b9b8f9 admin admin] Allocated IP 172.28.3.13 (0ace5481-0689-4712-88e8-17cfc5365039/62662465-340f-4d3d-804b-21afd8ee5936/aa108a40-3f75-45ae-9789-a2d08cca0979) {{(pid=91847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:20:22.186547 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-6fd9763d-3110-4f91-b891-be7cdec3f4ae None None] Attempting to bind port 3928f890-cd41-44f8-8771-b2d8cca3aca0 on host dv-cinder-751579-23-smb for vnic_type normal with profile {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:20:22.186945 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-6fd9763d-3110-4f91-b891-be7cdec3f4ae None None] Attempting to bind port 3928f890-cd41-44f8-8771-b2d8cca3aca0 by drivers openvswitch,hyperv on host dv-cinder-751579-23-smb at level 0 using segments [{'id': '292101b1-8c57-4899-a66c-7cc701cb12fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '3eb4e519-1057-42cd-8c70-ebf5cc905d06'}] {{(pid=91849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:20:22.188743 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd9763d-3110-4f91-b891-be7cdec3f4ae None None] Attempting to bind port 3928f890-cd41-44f8-8771-b2d8cca3aca0 on network 3eb4e519-1057-42cd-8c70-ebf5cc905d06 {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:20:22.194649 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd9763d-3110-4f91-b891-be7cdec3f4ae None None] Checking agent: {'id': '2c978cda-2b59-4acb-bf0b-4021aa69528d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 9, 47), 'started_at': datetime.datetime(2021, 5, 27, 11, 10, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:20:22.195027 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd9763d-3110-4f91-b891-be7cdec3f4ae None None] Checking segment: {'id': '292101b1-8c57-4899-a66c-7cc701cb12fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '3eb4e519-1057-42cd-8c70-ebf5cc905d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:20:22.195444 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-6fd9763d-3110-4f91-b891-be7cdec3f4ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:22.196197 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd9763d-3110-4f91-b891-be7cdec3f4ae None None] Bound using segment: {'id': '292101b1-8c57-4899-a66c-7cc701cb12fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '3eb4e519-1057-42cd-8c70-ebf5cc905d06'} {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:20:22.196418 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-6fd9763d-3110-4f91-b891-be7cdec3f4ae None None] Bound port: 3928f890-cd41-44f8-8771-b2d8cca3aca0, host: dv-cinder-751579-23-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292101b1-8c57-4899-a66c-7cc701cb12fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '3eb4e519-1057-42cd-8c70-ebf5cc905d06'}}] {{(pid=91849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:20:22.196858 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-6fd9763d-3110-4f91-b891-be7cdec3f4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:22.295542 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-6fd9763d-3110-4f91-b891-be7cdec3f4ae None None] For port 3928f890-cd41-44f8-8771-b2d8cca3aca0, host dv-cinder-751579-23-smb, cleared binding levels {{(pid=91849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:20:22.298545 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-6fd9763d-3110-4f91-b891-be7cdec3f4ae None None] For port 3928f890-cd41-44f8-8771-b2d8cca3aca0, host dv-cinder-751579-23-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=3928f890-cd41-44f8-8771-b2d8cca3aca0,segment=NetworkSegment(292101b1-8c57-4899-a66c-7cc701cb12fd),segment_id=292101b1-8c57-4899-a66c-7cc701cb12fd)] {{(pid=91849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:20:22.305422 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-6fd9763d-3110-4f91-b891-be7cdec3f4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:22.311980 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:22.332510 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-db190dfd-6df9-4ad0-b904-006b886c9583 req-3d5d88ab-5a91-493c-a576-16de9dfc6c9a service neutron] 10.222.0.35 "GET /v2.0/networks/3633c235-4756-45b7-9341-a649fc616bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503332 May 27 11:20:22.360961 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-304269b9-ad4c-4552-8713-1174a8b9b8f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:22.401422 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-304269b9-ad4c-4552-8713-1174a8b9b8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971'] for port, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:22.405616 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-01b7a963-1986-4862-a4bd-bb1a74a643ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:22.413390 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9763d-3110-4f91-b891-be7cdec3f4ae None None] Pushing event updated for resources: {'Port': ['ID=3928f890-cd41-44f8-8771-b2d8cca3aca0,revision_number=2']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:22.418807 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-6fd9763d-3110-4f91-b891-be7cdec3f4ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:22.486734 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304269b9-ad4c-4552-8713-1174a8b9b8f9 admin admin] Network 0ace5481-0689-4712-88e8-17cfc5365039 is already hosted by enough agents. {{(pid=91847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:20:22.490031 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [None req-304269b9-ad4c-4552-8713-1174a8b9b8f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:20:22.494099 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304269b9-ad4c-4552-8713-1174a8b9b8f9 admin admin] Received port after_create {{(pid=91847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:20:22.536769 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-db190dfd-6df9-4ad0-b904-006b886c9583 req-1481328f-54d2-49f1-9563-019a21389485 service neutron] 10.222.0.35 "GET /v2.0/networks/3633c235-4756-45b7-9341-a649fc616bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920130 May 27 11:20:22.576193 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304269b9-ad4c-4552-8713-1174a8b9b8f9 admin admin] Pushing event updated for resources: {'Port': ['ID=aa108a40-3f75-45ae-9789-a2d08cca0979,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:22.649681 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-304269b9-ad4c-4552-8713-1174a8b9b8f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:22.768440 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927a996-4895-4cb8-8545-046216996b8c req-ecda4a37-0d7d-415c-9889-8a0de509fc24 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:22.792451 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6927a996-4895-4cb8-8545-046216996b8c req-ecda4a37-0d7d-415c-9889-8a0de509fc24 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=453a6bde-43b3-4e33-88e8-3d7c8df9d4c5 HTTP/1.1" status: 200 len: 944 time: 0.1579931 May 27 11:20:22.853253 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6927a996-4895-4cb8-8545-046216996b8c req-f77fc51d-ff0f-4e5a-8740-610a0470d4b3 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597122 May 27 11:20:23.010746 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-304269b9-ad4c-4552-8713-1174a8b9b8f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:23.317602 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24734972-437d-4a95-88dc-48ff044193cf req-77ac625d-3dc7-433e-8077-299896839ec9 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:23.319293 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-24734972-437d-4a95-88dc-48ff044193cf req-77ac625d-3dc7-433e-8077-299896839ec9 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.0920372 May 27 11:20:23.370694 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-24734972-437d-4a95-88dc-48ff044193cf req-81cd2468-2f10-4299-859d-7de374b0ed08 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443773 May 27 11:20:23.511914 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-304269b9-ad4c-4552-8713-1174a8b9b8f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1926400'] for router, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:23.538744 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2235d2-965e-45be-87b5-163e57cfc218 None None] Network 3eb4e519-1057-42cd-8c70-ebf5cc905d06 requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:20:23.589454 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded7d61-4286-4dd3-be47-4a7ac382bbce req-ef99dce0-440e-4657-bb1b-03119175399d tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:23.590959 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1ded7d61-4286-4dd3-be47-4a7ac382bbce req-ef99dce0-440e-4657-bb1b-03119175399d tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.1012521 May 27 11:20:23.639913 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-c8ae6cdf-b860-4dd2-ad06-5f05e6c7a639 None None] Provisioning for port 3928f890-cd41-44f8-8771-b2d8cca3aca0 completed by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:20:23.645240 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1ded7d61-4286-4dd3-be47-4a7ac382bbce req-477efc29-c7c2-45c6-9bc4-09d39f73ba8c tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482690 May 27 11:20:23.789563 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304269b9-ad4c-4552-8713-1174a8b9b8f9 admin admin] Router 0898778a-f293-4709-9e3d-b6c466ef3078 is scheduled to L3 agent 6d24f2a4-c5c8-4233-9813-3f8fa73b68fa with binding_index 1 {{(pid=91847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 11:20:23.836778 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:24.038263 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304269b9-ad4c-4552-8713-1174a8b9b8f9 admin admin] Notify agent at l3_agent.dv-cinder-751579-23-smb the message routers_updated {{(pid=91847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:20:24.049930 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87926c0b-71ef-4953-8d9e-9d33febb84bc None None] Sync routers for ids ['0898778a-f293-4709-9e3d-b6c466ef3078'] in dv-cinder-751579-23-smb {{(pid=91850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:20:24.070198 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87926c0b-71ef-4953-8d9e-9d33febb84bc None None] Routers {'0898778a-f293-4709-9e3d-b6c466ef3078'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:20:24.070837 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-87926c0b-71ef-4953-8d9e-9d33febb84bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:20:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['0898778a-f293-4709-9e3d-b6c466ef3078'], 'active': True} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:20:24.096643 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-304269b9-ad4c-4552-8713-1174a8b9b8f9 admin admin] Notify callbacks [] for router, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:24.101797 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-304269b9-ad4c-4552-8713-1174a8b9b8f9 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1377442 May 27 11:20:24.102719 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 57236) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:24.155314 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee599ce-1063-4808-b146-34ccb2bcc432 req-d950d04b-5288-4782-98b7-05f133321ecd tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:24.173005 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1ee599ce-1063-4808-b146-34ccb2bcc432 req-d950d04b-5288-4782-98b7-05f133321ecd tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=453a6bde-43b3-4e33-88e8-3d7c8df9d4c5 HTTP/1.1" status: 200 len: 944 time: 0.1900220 May 27 11:20:24.205627 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 3928f890-cd41-44f8-8771-b2d8cca3aca0 up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:20:24.296188 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1ee599ce-1063-4808-b146-34ccb2bcc432 req-38bc15e5-a2e3-4e31-a99c-44075680b80d tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177266 May 27 11:20:24.369550 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning for port 3928f890-cd41-44f8-8771-b2d8cca3aca0 completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:20:24.373217 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvr_db [None req-87926c0b-71ef-4953-8d9e-9d33febb84bc None None] Set router 0898778a-f293-4709-9e3d-b6c466ef3078 gateway port host: dv-cinder-751579-23-smb {{(pid=91850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:20:24.376412 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port 3928f890-cd41-44f8-8771-b2d8cca3aca0 triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:20:24.376892 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:24.541351 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:24.583564 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] For port 3928f890-cd41-44f8-8771-b2d8cca3aca0, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=3928f890-cd41-44f8-8771-b2d8cca3aca0,segment=NetworkSegment(292101b1-8c57-4899-a66c-7cc701cb12fd),segment_id=292101b1-8c57-4899-a66c-7cc701cb12fd)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:20:24.589954 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:24.597437 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-5faad0da-eae4-428c-99bf-f26080f451a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:24.682517 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Pushing event updated for resources: {'Port': ['ID=3928f890-cd41-44f8-8771-b2d8cca3aca0,revision_number=3']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:24.686184 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:24.732180 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-87926c0b-71ef-4953-8d9e-9d33febb84bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0898778a-f293-4709-9e3d-b6c466ef3078', 'name': 'tempest-TestShelveInstance-1152076992-router', 'tenant_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': 'aa108a40-3f75-45ae-9789-a2d08cca0979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:20:21Z', 'updated_at': '2021-05-27T11:20:22Z', 'revision_number': 3, 'project_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'gw_port': {'id': 'aa108a40-3f75-45ae-9789-a2d08cca0979', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ef:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0898778a-f293-4709-9e3d-b6c466ef3078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:20:22Z', 'updated_at': '2021-05-27T11:20:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb'}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:20:24.735972 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87926c0b-71ef-4953-8d9e-9d33febb84bc None None] Checking router: 0898778a-f293-4709-9e3d-b6c466ef3078 for host: dv-cinder-751579-23-smb {{(pid=91850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:20:24.736318 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87926c0b-71ef-4953-8d9e-9d33febb84bc None None] Updating router 0898778a-f293-4709-9e3d-b6c466ef3078 port aa108a40-3f75-45ae-9789-a2d08cca0979 binding host dv-cinder-751579-23-smb {{(pid=91850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 11:20:24.800944 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-87926c0b-71ef-4953-8d9e-9d33febb84bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:25.044155 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-111e444d-82c3-4232-8506-9fad67c6e128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:25.177601 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-87926c0b-71ef-4953-8d9e-9d33febb84bc None None] Notify callbacks [] for port, precommit_update {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:25.191256 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.provisioning_blocks [None req-87926c0b-71ef-4953-8d9e-9d33febb84bc None None] Transition to ACTIVE for port object aa108a40-3f75-45ae-9789-a2d08cca0979 will not be triggered until provisioned by entity L2. {{(pid=91850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:20:25.199395 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-87926c0b-71ef-4953-8d9e-9d33febb84bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:25.203733 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:25.293850 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.managers [None req-87926c0b-71ef-4953-8d9e-9d33febb84bc None None] Attempting to bind port aa108a40-3f75-45ae-9789-a2d08cca0979 on host dv-cinder-751579-23-smb for vnic_type normal with profile {{(pid=91850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:20:25.294265 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.managers [None req-87926c0b-71ef-4953-8d9e-9d33febb84bc None None] Attempting to bind port aa108a40-3f75-45ae-9789-a2d08cca0979 by drivers openvswitch,hyperv on host dv-cinder-751579-23-smb at level 0 using segments [{'id': '4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039'}] {{(pid=91850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:20:25.294564 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87926c0b-71ef-4953-8d9e-9d33febb84bc None None] Attempting to bind port aa108a40-3f75-45ae-9789-a2d08cca0979 on network 0ace5481-0689-4712-88e8-17cfc5365039 {{(pid=91850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:20:25.300828 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f79ec-ea2f-4060-a269-d9e3ce18e7e4 None None] Pushing event updated for resources: {'Port': ['ID=aa108a40-3f75-45ae-9789-a2d08cca0979,revision_number=2']} {{(pid=91850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:25.304202 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG oslo_concurrency.lockutils [None req-277f79ec-ea2f-4060-a269-d9e3ce18e7e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:25.307503 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87926c0b-71ef-4953-8d9e-9d33febb84bc None None] Checking agent: {'id': '2c978cda-2b59-4acb-bf0b-4021aa69528d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 9, 47), 'started_at': datetime.datetime(2021, 5, 27, 11, 10, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:20:25.308556 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87926c0b-71ef-4953-8d9e-9d33febb84bc None None] Checking segment: {'id': '4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:20:25.308556 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-87926c0b-71ef-4953-8d9e-9d33febb84bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:25.308783 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87926c0b-71ef-4953-8d9e-9d33febb84bc None None] Bound using segment: {'id': '4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039'} {{(pid=91850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:20:25.309340 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.managers [None req-87926c0b-71ef-4953-8d9e-9d33febb84bc None None] Bound port: aa108a40-3f75-45ae-9789-a2d08cca0979, host: dv-cinder-751579-23-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039'}}] {{(pid=91850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:20:25.309956 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-87926c0b-71ef-4953-8d9e-9d33febb84bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:25.386928 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.db_base_plugin_common [None req-111e444d-82c3-4232-8506-9fad67c6e128 admin admin] Allocated IP 172.20.0.1 (3eb4e519-1057-42cd-8c70-ebf5cc905d06/de167a51-2ce9-4e8d-95bf-310e382bbc22/d463a307-9d5f-4ee3-b631-fa2d6115fd7f) {{(pid=91847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:20:25.402836 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.db [None req-87926c0b-71ef-4953-8d9e-9d33febb84bc None None] For port aa108a40-3f75-45ae-9789-a2d08cca0979, host dv-cinder-751579-23-smb, cleared binding levels {{(pid=91850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:20:25.408699 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.db [None req-87926c0b-71ef-4953-8d9e-9d33febb84bc None None] For port aa108a40-3f75-45ae-9789-a2d08cca0979, host dv-cinder-751579-23-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=aa108a40-3f75-45ae-9789-a2d08cca0979,segment=NetworkSegment(4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310),segment_id=4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310)] {{(pid=91850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:20:25.415964 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-87926c0b-71ef-4953-8d9e-9d33febb84bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:25.421543 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG oslo_concurrency.lockutils [None req-b698aebc-cf71-4cba-a878-93c67001e553 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:25.496417 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f79ec-ea2f-4060-a269-d9e3ce18e7e4 None None] Pushing event updated for resources: {'Port': ['ID=aa108a40-3f75-45ae-9789-a2d08cca0979,revision_number=3']} {{(pid=91850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:25.501325 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG oslo_concurrency.lockutils [None req-277f79ec-ea2f-4060-a269-d9e3ce18e7e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:25.514427 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87926c0b-71ef-4953-8d9e-9d33febb84bc None None] Routers {'0898778a-f293-4709-9e3d-b6c466ef3078'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:20:25.515052 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-87926c0b-71ef-4953-8d9e-9d33febb84bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:20:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['0898778a-f293-4709-9e3d-b6c466ef3078'], 'active': True} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:20:25.537155 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5330e0e-ea4c-4c09-863b-f05e3f81a1ef req-20afe48f-a414-4923-8659-824c26f09167 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:25.545526 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f5330e0e-ea4c-4c09-863b-f05e3f81a1ef req-20afe48f-a414-4923-8659-824c26f09167 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=453a6bde-43b3-4e33-88e8-3d7c8df9d4c5 HTTP/1.1" status: 200 len: 944 time: 0.1074259 May 27 11:20:25.567274 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-111e444d-82c3-4232-8506-9fad67c6e128 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:25.596624 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-111e444d-82c3-4232-8506-9fad67c6e128 admin admin] Transition to ACTIVE for port object d463a307-9d5f-4ee3-b631-fa2d6115fd7f will not be triggered until provisioned by entity DHCP. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:20:25.608362 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f5330e0e-ea4c-4c09-863b-f05e3f81a1ef req-07fef21d-a289-4835-9a0a-ee8974d14e73 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614331 May 27 11:20:25.631973 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-111e444d-82c3-4232-8506-9fad67c6e128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971'] for port, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:25.641205 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-5100d381-dd0a-41f2-a4e8-b254b4500e9c tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:25.712572 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111e444d-82c3-4232-8506-9fad67c6e128 admin admin] Network 3eb4e519-1057-42cd-8c70-ebf5cc905d06 is already hosted by enough agents. {{(pid=91847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:20:25.715671 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [None req-111e444d-82c3-4232-8506-9fad67c6e128 admin admin] Resources bound (agent type, host, resource id): {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:20:25.719403 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111e444d-82c3-4232-8506-9fad67c6e128 admin admin] Received port after_create {{(pid=91847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:20:25.719900 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-111e444d-82c3-4232-8506-9fad67c6e128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1927782'] for router_interface, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:25.732495 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e444d-82c3-4232-8506-9fad67c6e128 admin admin] Pushing event updated for resources: {'Port': ['ID=d463a307-9d5f-4ee3-b631-fa2d6115fd7f,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:25.736025 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-111e444d-82c3-4232-8506-9fad67c6e128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:25.755969 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvr_db [None req-87926c0b-71ef-4953-8d9e-9d33febb84bc None None] Set router 0898778a-f293-4709-9e3d-b6c466ef3078 gateway port host: dv-cinder-751579-23-smb {{(pid=91850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:20:25.863519 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-111e444d-82c3-4232-8506-9fad67c6e128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:26.091342 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-4662607e-6533-4fc0-9f94-e0338048e21b None None] Provisioning for port d463a307-9d5f-4ee3-b631-fa2d6115fd7f completed by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:20:26.100648 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-4662607e-6533-4fc0-9f94-e0338048e21b None None] Provisioning complete for port d463a307-9d5f-4ee3-b631-fa2d6115fd7f triggered by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:20:26.101019 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-4662607e-6533-4fc0-9f94-e0338048e21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:26.124374 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2dd7c-d995-4d82-bc49-f0bb74fc558b req-943634cc-96bb-4ccb-96be-ddda9e618616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:26.125901 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-acf2dd7c-d995-4d82-bc49-f0bb74fc558b req-943634cc-96bb-4ccb-96be-ddda9e618616 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=14b4c167ec414b36b060953567b3bf93&device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 1098 time: 0.1434474 May 27 11:20:26.182667 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 3928f890-cd41-44f8-8771-b2d8cca3aca0 up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:20:26.291877 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-111e444d-82c3-4232-8506-9fad67c6e128 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:26.294537 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-87926c0b-71ef-4953-8d9e-9d33febb84bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0898778a-f293-4709-9e3d-b6c466ef3078', 'name': 'tempest-TestShelveInstance-1152076992-router', 'tenant_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': 'aa108a40-3f75-45ae-9789-a2d08cca0979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:20:21Z', 'updated_at': '2021-05-27T11:20:22Z', 'revision_number': 3, 'project_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'gw_port': {'id': 'aa108a40-3f75-45ae-9789-a2d08cca0979', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ef:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0898778a-f293-4709-9e3d-b6c466ef3078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:20:22Z', 'updated_at': '2021-05-27T11:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb'}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:20:26.298131 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-111e444d-82c3-4232-8506-9fad67c6e128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:26.298916 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-111e444d-82c3-4232-8506-9fad67c6e128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1927877'] for router_interface, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:26.301435 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87926c0b-71ef-4953-8d9e-9d33febb84bc None None] The sync data for ids ['0898778a-f293-4709-9e3d-b6c466ef3078'] in dv-cinder-751579-23-smb is: [{'id': '0898778a-f293-4709-9e3d-b6c466ef3078', 'name': 'tempest-TestShelveInstance-1152076992-router', 'tenant_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': 'aa108a40-3f75-45ae-9789-a2d08cca0979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:20:21Z', 'updated_at': '2021-05-27T11:20:22Z', 'revision_number': 3, 'project_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'gw_port': {'id': 'aa108a40-3f75-45ae-9789-a2d08cca0979', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ef:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0898778a-f293-4709-9e3d-b6c466ef3078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:20:22Z', 'updated_at': '2021-05-27T11:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb'}] {{(pid=91850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:20:26.303743 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-d4040246-52a2-4e79-9d2b-df160a44a56a tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:26.354386 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-4662607e-6533-4fc0-9f94-e0338048e21b None None] Port d463a307-9d5f-4ee3-b631-fa2d6115fd7f cannot update to ACTIVE because it is not bound. {{(pid=91849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:20:26.358678 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port 3928f890-cd41-44f8-8771-b2d8cca3aca0 triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:20:26.359976 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:26.490434 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2dd7c-d995-4d82-bc49-f0bb74fc558b req-fffcc3c4-5329-41d1-9c12-b406265841f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:26.491031 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e444d-82c3-4232-8506-9fad67c6e128 admin admin] Pushing event updated for resources: {'Port': ['ID=d463a307-9d5f-4ee3-b631-fa2d6115fd7f,revision_number=2']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:26.492020 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-acf2dd7c-d995-4d82-bc49-f0bb74fc558b req-fffcc3c4-5329-41d1-9c12-b406265841f1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0c305644-2dc8-4e1c-bdb2-2c8567d44268 HTTP/1.1" status: 200 len: 921 time: 0.3527336 May 27 11:20:26.502817 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-111e444d-82c3-4232-8506-9fad67c6e128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:26.511619 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27edfec-a4ed-4b58-93aa-9fb29dbab63b req-4a31aad0-f0a3-497e-b3d7-e84598907954 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:26.525918 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e27edfec-a4ed-4b58-93aa-9fb29dbab63b req-4a31aad0-f0a3-497e-b3d7-e84598907954 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.3399322 May 27 11:20:26.614508 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111e444d-82c3-4232-8506-9fad67c6e128 admin admin] Network 3eb4e519-1057-42cd-8c70-ebf5cc905d06 is already hosted by enough agents. {{(pid=91847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:20:26.619162 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [None req-111e444d-82c3-4232-8506-9fad67c6e128 admin admin] Resources bound (agent type, host, resource id): {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:20:26.936031 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-acf2dd7c-d995-4d82-bc49-f0bb74fc558b req-e9bc12dc-d8ee-439d-8e8b-fe1adb023776 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=878b7503-ad4e-47bb-9f54-82414c028a77 HTTP/1.1" status: 200 len: 217 time: 0.3519635 May 27 11:20:27.000492 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-74c17a56-b0ce-474d-af44-5372e72b1413 None None] Provisioning complete for port d463a307-9d5f-4ee3-b631-fa2d6115fd7f triggered by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:20:27.001270 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-74c17a56-b0ce-474d-af44-5372e72b1413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:27.018390 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111e444d-82c3-4232-8506-9fad67c6e128 admin admin] Router 0898778a-f293-4709-9e3d-b6c466ef3078 has already been hosted by L3 agent 6d24f2a4-c5c8-4233-9813-3f8fa73b68fa {{(pid=91847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:20:27.073788 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e27edfec-a4ed-4b58-93aa-9fb29dbab63b req-0c9ea39f-3598-46d2-9a92-bd216d588928 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5446398 May 27 11:20:27.084471 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device ac586aed-7aff-40e3-bf6c-0129a90ae35d details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:20:27.100323 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-74c17a56-b0ce-474d-af44-5372e72b1413 None None] Port d463a307-9d5f-4ee3-b631-fa2d6115fd7f cannot update to ACTIVE because it is not bound. {{(pid=91849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:20:27.139759 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2dd7c-d995-4d82-bc49-f0bb74fc558b req-2a4dba60-d2a2-4b9c-bccf-019bd7bb71c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:27.141218 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-acf2dd7c-d995-4d82-bc49-f0bb74fc558b req-2a4dba60-d2a2-4b9c-bccf-019bd7bb71c1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=369e4e27-1796-451b-8798-a21a60543ff2 HTTP/1.1" status: 200 len: 859 time: 0.1924183 May 27 11:20:27.213456 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-acf2dd7c-d995-4d82-bc49-f0bb74fc558b req-b20063a4-0253-4b87-abe9-59712ac1b319 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0c305644-2dc8-4e1c-bdb2-2c8567d44268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527766 May 27 11:20:27.239784 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68498d-bf88-4bd5-8303-4db54f8af180 req-c45edbc4-9bc1-4603-9e6b-56201e455ef7 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:27.241367 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ed68498d-bf88-4bd5-8303-4db54f8af180 req-c45edbc4-9bc1-4603-9e6b-56201e455ef7 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=453a6bde-43b3-4e33-88e8-3d7c8df9d4c5 HTTP/1.1" status: 200 len: 944 time: 0.2200294 May 27 11:20:27.256968 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111e444d-82c3-4232-8506-9fad67c6e128 admin admin] Notify agent at l3_agent.dv-cinder-751579-23-smb the message routers_updated {{(pid=91847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:20:27.270141 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-111e444d-82c3-4232-8506-9fad67c6e128 admin admin] 10.222.0.77 "PUT /v2.0/routers/0898778a-f293-4709-9e3d-b6c466ef3078/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1670918 May 27 11:20:27.278329 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port ac586aed-7aff-40e3-bf6c-0129a90ae35d, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=ac586aed-7aff-40e3-bf6c-0129a90ae35d,segment=NetworkSegment(c2be4939-06da-44ef-b45c-fa595b7b31a6),segment_id=c2be4939-06da-44ef-b45c-fa595b7b31a6)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:20:27.295680 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Returning: {'device': 'ac586aed-7aff-40e3-bf6c-0129a90ae35d', 'network_id': '3633c235-4756-45b7-9341-a649fc616bec', 'port_id': 'ac586aed-7aff-40e3-bf6c-0129a90ae35d', 'mac_address': 'fa:16:3e:35:db:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4914670b-b81c-4b30-b3d7-60fa4965bca9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:20:27.363983 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:27.391440 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac586aed-7aff-40e3-bf6c-0129a90ae35d {{(pid=91849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:20:27.404826 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ed68498d-bf88-4bd5-8303-4db54f8af180 req-50d9f825-1662-4631-80b0-56ce4736203d tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429553 May 27 11:20:27.423247 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port ac586aed-7aff-40e3-bf6c-0129a90ae35d, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=ac586aed-7aff-40e3-bf6c-0129a90ae35d,segment=NetworkSegment(c2be4939-06da-44ef-b45c-fa595b7b31a6),segment_id=c2be4939-06da-44ef-b45c-fa595b7b31a6)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:20:27.433251 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:27.439267 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:27.464227 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-acf2dd7c-d995-4d82-bc49-f0bb74fc558b req-a582951d-3b00-46c8-b6cd-c0a7e22735f3 service neutron] 10.222.0.35 "GET /v2.0/networks/0c305644-2dc8-4e1c-bdb2-2c8567d44268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218940 May 27 11:20:27.523386 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=ac586aed-7aff-40e3-bf6c-0129a90ae35d,revision_number=4']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:27.532477 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:27.532971 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:27.533152 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:27.533460 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:27.533780 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:27.534099 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:27.534469 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:27.534865 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:27.535444 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:27.535873 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:27.536193 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:27.536508 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:27.543565 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:27.651970 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-acf2dd7c-d995-4d82-bc49-f0bb74fc558b req-d1fbdc19-d070-4b2d-8621-189a845cf93c service neutron] 10.222.0.35 "GET /v2.0/networks/0c305644-2dc8-4e1c-bdb2-2c8567d44268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601188 May 27 11:20:27.924852 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 57304) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:27.932620 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-6de042a3-f5ff-437d-be1c-eb9dba450e19 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-555137822-network', 'tenant_id': 'abc545fa3227496e92686decfaef1445'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:20:27.938241 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-6de042a3-f5ff-437d-be1c-eb9dba450e19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:20:27.944107 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-6de042a3-f5ff-437d-be1c-eb9dba450e19 admin admin] Usage tracker for resource:network and tenant:abc545fa3227496e92686decfaef1445 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:20:27.947224 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-6de042a3-f5ff-437d-be1c-eb9dba450e19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:20:27.955296 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-6de042a3-f5ff-437d-be1c-eb9dba450e19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:20:27.970740 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de042a3-f5ff-437d-be1c-eb9dba450e19 admin admin] Made reservation on behalf of abc545fa3227496e92686decfaef1445 for: {'network': 1} {{(pid=91847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:20:27.973880 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6de042a3-f5ff-437d-be1c-eb9dba450e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-672059'] for network, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:27.986583 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6de042a3-f5ff-437d-be1c-eb9dba450e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:28.006599 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-6de042a3-f5ff-437d-be1c-eb9dba450e19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:20:28.014801 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-6de042a3-f5ff-437d-be1c-eb9dba450e19 admin admin] Usage tracker for resource:security_group_rule and tenant:abc545fa3227496e92686decfaef1445 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:20:28.018104 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-6de042a3-f5ff-437d-be1c-eb9dba450e19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:20:28.027148 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-6de042a3-f5ff-437d-be1c-eb9dba450e19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:20:28.126077 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device aa108a40-3f75-45ae-9789-a2d08cca0979 up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:20:28.147877 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6de042a3-f5ff-437d-be1c-eb9dba450e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:28.153500 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6de042a3-f5ff-437d-be1c-eb9dba450e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:28.162068 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-b5397bfc-db55-4e99-ae14-5ef860293b89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:28.165925 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['ac586aed-7aff-40e3-bf6c-0129a90ae35d'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:20:28.201895 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de042a3-f5ff-437d-be1c-eb9dba450e19 admin admin] vlan segment allocate from pool success with {'vlan_id': 1184, 'physical_network': 'physnet1'} {{(pid=91847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 11:20:28.219880 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de042a3-f5ff-437d-be1c-eb9dba450e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902cc5c8-82fe-45d6-ac40-98018c79a1c4,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:28.219880 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-6de042a3-f5ff-437d-be1c-eb9dba450e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:28.226028 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6de042a3-f5ff-437d-be1c-eb9dba450e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075'] for segment, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:28.226028 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.db.segments_db [None req-6de042a3-f5ff-437d-be1c-eb9dba450e19 admin admin] Added segment 79fae62a-03b2-4e12-b35c-29ccced6c68f of type vlan for network aa0c9309-9680-4bdd-8541-daaee3de3ccc May 27 11:20:28.275719 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6de042a3-f5ff-437d-be1c-eb9dba450e19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764581993548'] for network, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:28.330478 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6de042a3-f5ff-437d-be1c-eb9dba450e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586667'] for network, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:28.333131 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de042a3-f5ff-437d-be1c-eb9dba450e19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:28.334068 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6de042a3-f5ff-437d-be1c-eb9dba450e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for network, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:28.339141 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-a7742663-b371-4291-9dd7-751685b3819b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:28.352414 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning for port aa108a40-3f75-45ae-9789-a2d08cca0979 completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:20:28.371833 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port aa108a40-3f75-45ae-9789-a2d08cca0979 triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:20:28.372139 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:28.398396 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcdefeb-b4e6-487f-af75-baececbc88bd req-d812064f-c164-4044-99b7-67d1adcb32c7 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:28.400721 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-fbcdefeb-b4e6-487f-af75-baececbc88bd req-d812064f-c164-4044-99b7-67d1adcb32c7 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.1333821 May 27 11:20:28.482027 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de042a3-f5ff-437d-be1c-eb9dba450e19 admin admin] Pushing event updated for resources: {'Network': ['ID=aa0c9309-9680-4bdd-8541-daaee3de3ccc,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:28.484927 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-6de042a3-f5ff-437d-be1c-eb9dba450e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:28.512583 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-6de042a3-f5ff-437d-be1c-eb9dba450e19 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5831811 May 27 11:20:28.512797 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-fbcdefeb-b4e6-487f-af75-baececbc88bd req-33196690-c4e0-425a-be0a-1943806b1215 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030009 May 27 11:20:28.513813 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Network aa0c9309-9680-4bdd-8541-daaee3de3ccc details requested by agent ovs-agent-dv-cinder-751579-23-smb with host dv-cinder-751579-23-smb {{(pid=91849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 11:20:28.516109 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 57318) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:28.523865 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [None req-0cba974d-467f-4e70-a1ea-50c0ce8f9d7f admin admin] Request body: {'subnet': {'network_id': 'aa0c9309-9680-4bdd-8541-daaee3de3ccc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-555137822-subnet', 'tenant_id': 'abc545fa3227496e92686decfaef1445', 'ip_version': 4}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:20:28.528018 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb884e7-f294-4cfc-9f60-06a685077139 None None] Sync routers for ids ['0898778a-f293-4709-9e3d-b6c466ef3078'] in dv-cinder-751579-23-smb {{(pid=91849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:20:28.530163 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-0cba974d-467f-4e70-a1ea-50c0ce8f9d7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:20:28.537294 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-0cba974d-467f-4e70-a1ea-50c0ce8f9d7f admin admin] Usage tracker for resource:subnet and tenant:abc545fa3227496e92686decfaef1445 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:20:28.543084 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-0cba974d-467f-4e70-a1ea-50c0ce8f9d7f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:20:28.554176 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-0cba974d-467f-4e70-a1ea-50c0ce8f9d7f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:20:28.627063 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cba974d-467f-4e70-a1ea-50c0ce8f9d7f admin admin] Made reservation on behalf of abc545fa3227496e92686decfaef1445 for: {'subnet': 1} {{(pid=91848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:20:28.630152 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-0cba974d-467f-4e70-a1ea-50c0ce8f9d7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6631498'] for subnet, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:28.648010 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb884e7-f294-4cfc-9f60-06a685077139 None None] Routers {'0898778a-f293-4709-9e3d-b6c466ef3078'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:20:28.648746 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-feb884e7-f294-4cfc-9f60-06a685077139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:20:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['0898778a-f293-4709-9e3d-b6c466ef3078'], 'active': True} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:20:28.786804 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f23e55-fc94-4f21-8bcd-642aa9ba64e4 req-850ff547-b5e9-4b8c-baad-90643a1d68d6 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:28.788611 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b8f23e55-fc94-4f21-8bcd-642aa9ba64e4 req-850ff547-b5e9-4b8c-baad-90643a1d68d6 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=453a6bde-43b3-4e33-88e8-3d7c8df9d4c5 HTTP/1.1" status: 200 len: 945 time: 0.2248209 May 27 11:20:28.899882 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b8f23e55-fc94-4f21-8bcd-642aa9ba64e4 req-86074e44-c893-43c5-8b2b-ae7df6f14680 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043618 May 27 11:20:28.957037 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:28.975316 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvr_db [None req-feb884e7-f294-4cfc-9f60-06a685077139 None None] Set router 0898778a-f293-4709-9e3d-b6c466ef3078 gateway port host: dv-cinder-751579-23-smb {{(pid=91849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:20:29.053150 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] For port aa108a40-3f75-45ae-9789-a2d08cca0979, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=aa108a40-3f75-45ae-9789-a2d08cca0979,segment=NetworkSegment(4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310),segment_id=4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:20:29.062983 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:29.142014 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:29.215312 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-0cba974d-467f-4e70-a1ea-50c0ce8f9d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6297568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6631516'] for subnet, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:29.223926 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-021b1a51-5a23-4acf-b1ba-a0e8fd1a993a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:29.308971 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Pushing event updated for resources: {'Port': ['ID=aa108a40-3f75-45ae-9789-a2d08cca0979,revision_number=4']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:29.312148 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:29.318901 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba974d-467f-4e70-a1ea-50c0ce8f9d7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec3c2a5d-bc5a-4e4d-88a0-37c05ccc8af4,revision_number=0']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:29.322411 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-0cba974d-467f-4e70-a1ea-50c0ce8f9d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:29.328557 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cba974d-467f-4e70-a1ea-50c0ce8f9d7f admin admin] Checking segment: {'id': '79fae62a-03b2-4e12-b35c-29ccced6c68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'aa0c9309-9680-4bdd-8541-daaee3de3ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:20:29.328911 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cba974d-467f-4e70-a1ea-50c0ce8f9d7f admin admin] Network hostable DHCP agents. Network: aa0c9309-9680-4bdd-8541-daaee3de3ccc, hostable agents: ['49383876-4286-4bfb-8d2a-316dbfdc5a49'], hosted agents: [] {{(pid=91848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 11:20:29.348253 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cba974d-467f-4e70-a1ea-50c0ce8f9d7f admin admin] Network aa0c9309-9680-4bdd-8541-daaee3de3ccc is scheduled to be hosted by DHCP agent 49383876-4286-4bfb-8d2a-316dbfdc5a49 with binding_index 1 {{(pid=91848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 11:20:29.358506 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.base_scheduler [None req-0cba974d-467f-4e70-a1ea-50c0ce8f9d7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-23-smb, aa0c9309-9680-4bdd-8541-daaee3de3ccc) {{(pid=91848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:20:29.368819 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cba974d-467f-4e70-a1ea-50c0ce8f9d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:29.369726 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-0cba974d-467f-4e70-a1ea-50c0ce8f9d7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:29.390775 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1121029-132f-47c5-aedd-e9c7b394616a None None] Network aa0c9309-9680-4bdd-8541-daaee3de3ccc requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:20:29.392885 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-0cba974d-467f-4e70-a1ea-50c0ce8f9d7f admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8754401 May 27 11:20:29.395894 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 57326) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:29.401065 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [None req-07dc5bf9-b0a9-4abb-88e5-ff87587757da admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-555137822-router', 'tenant_id': 'abc545fa3227496e92686decfaef1445', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039'}}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:20:29.405782 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-07dc5bf9-b0a9-4abb-88e5-ff87587757da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:20:29.410458 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-07dc5bf9-b0a9-4abb-88e5-ff87587757da admin admin] Usage tracker for resource:router and tenant:abc545fa3227496e92686decfaef1445 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:20:29.413689 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-07dc5bf9-b0a9-4abb-88e5-ff87587757da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:20:29.420097 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-07dc5bf9-b0a9-4abb-88e5-ff87587757da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:20:29.434361 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-07dc5bf9-b0a9-4abb-88e5-ff87587757da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1940142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7845'] for router, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:29.435480 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-07dc5bf9-b0a9-4abb-88e5-ff87587757da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1926502', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1914800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7854'] for router, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:29.453291 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-07dc5bf9-b0a9-4abb-88e5-ff87587757da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:29.602643 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-feb884e7-f294-4cfc-9f60-06a685077139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0898778a-f293-4709-9e3d-b6c466ef3078', 'name': 'tempest-TestShelveInstance-1152076992-router', 'tenant_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': 'aa108a40-3f75-45ae-9789-a2d08cca0979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:20:21Z', 'updated_at': '2021-05-27T11:20:25Z', 'revision_number': 4, 'project_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'gw_port': {'id': 'aa108a40-3f75-45ae-9789-a2d08cca0979', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ef:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0898778a-f293-4709-9e3d-b6c466ef3078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:20:22Z', 'updated_at': '2021-05-27T11:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': 'd463a307-9d5f-4ee3-b631-fa2d6115fd7f', 'name': '', 'network_id': '3eb4e519-1057-42cd-8c70-ebf5cc905d06', 'tenant_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'mac_address': 'fa:16:3e:9a:20:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0898778a-f293-4709-9e3d-b6c466ef3078', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'de167a51-2ce9-4e8d-95bf-310e382bbc22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:20:25Z', 'updated_at': '2021-05-27T11:20:25Z', 'revision_number': 2, 'project_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'subnets': [{'id': 'de167a51-2ce9-4e8d-95bf-310e382bbc22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:20:29.609282 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb884e7-f294-4cfc-9f60-06a685077139 None None] Checking router: 0898778a-f293-4709-9e3d-b6c466ef3078 for host: dv-cinder-751579-23-smb {{(pid=91849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:20:29.609611 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb884e7-f294-4cfc-9f60-06a685077139 None None] Updating router 0898778a-f293-4709-9e3d-b6c466ef3078 port d463a307-9d5f-4ee3-b631-fa2d6115fd7f binding host dv-cinder-751579-23-smb {{(pid=91849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 11:20:29.730044 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-feb884e7-f294-4cfc-9f60-06a685077139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:29.817147 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbd2ee6-a715-4d29-9d44-fe99ffd2d354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16fd5ad9-bd55-559a-a3b6-629454411efa-aa0c9309-9680-4bdd-8541-daaee3de3ccc', 'network_id': 'aa0c9309-9680-4bdd-8541-daaee3de3ccc', 'tenant_id': 'abc545fa3227496e92686decfaef1445', 'fixed_ips': [{'subnet_id': 'ec3c2a5d-bc5a-4e4d-88a0-37c05ccc8af4'}]}} from dv-cinder-751579-23-smb. {{(pid=91849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 11:20:29.817997 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-7bbd2ee6-a715-4d29-9d44-fe99ffd2d354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:29.944436 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-07dc5bf9-b0a9-4abb-88e5-ff87587757da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1926513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1940144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7896'] for router, precommit_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:30.136627 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device aa108a40-3f75-45ae-9789-a2d08cca0979 up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:20:30.137939 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b2ec5-d3b4-4389-9f85-f5aecb9e978e req-e8d45874-f109-49f3-87f5-751d8cc4465e tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:30.139451 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-005b2ec5-d3b4-4389-9f85-f5aecb9e978e req-e8d45874-f109-49f3-87f5-751d8cc4465e tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.4303811 May 27 11:20:30.216102 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-005b2ec5-d3b4-4389-9f85-f5aecb9e978e req-35e48c60-2366-43a4-aff1-c250f63e3104 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684881 May 27 11:20:30.331076 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.db_base_plugin_common [None req-7bbd2ee6-a715-4d29-9d44-fe99ffd2d354 None None] Allocated IP 172.20.0.2 (aa0c9309-9680-4bdd-8541-daaee3de3ccc/ec3c2a5d-bc5a-4e4d-88a0-37c05ccc8af4/68a7e380-e5f6-4775-8e89-853d9084adb2) {{(pid=91849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:20:30.341431 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port aa108a40-3f75-45ae-9789-a2d08cca0979 triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:20:30.341812 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:30.506195 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-07dc5bf9-b0a9-4abb-88e5-ff87587757da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:30.540091 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-07dc5bf9-b0a9-4abb-88e5-ff87587757da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:30.550787 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d86dc-b6c0-4128-9818-96617b3c8689 req-78a68697-d825-4b6a-859e-274016691f03 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:30.552729 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e91d86dc-b6c0-4128-9818-96617b3c8689 req-78a68697-d825-4b6a-859e-274016691f03 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=453a6bde-43b3-4e33-88e8-3d7c8df9d4c5 HTTP/1.1" status: 200 len: 945 time: 0.2517872 May 27 11:20:30.580101 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-feb884e7-f294-4cfc-9f60-06a685077139 None None] Notify callbacks [] for port, precommit_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:30.661155 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-feb884e7-f294-4cfc-9f60-06a685077139 None None] Transition to ACTIVE for port object d463a307-9d5f-4ee3-b631-fa2d6115fd7f will not be triggered until provisioned by entity L2. {{(pid=91849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:20:30.668972 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e91d86dc-b6c0-4128-9818-96617b3c8689 req-5e96bcb9-f223-4017-8ec5-6269f81310db tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769899 May 27 11:20:30.704838 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-feb884e7-f294-4cfc-9f60-06a685077139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:30.719115 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:30.740484 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.db_base_plugin_common [None req-07dc5bf9-b0a9-4abb-88e5-ff87587757da admin admin] Allocated IP 172.28.3.150 (0ace5481-0689-4712-88e8-17cfc5365039/62662465-340f-4d3d-804b-21afd8ee5936/113568af-9f84-4bf2-a6d6-7acbd9cc6d73) {{(pid=91848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:20:30.870045 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477aee4-f3a8-4c34-84bc-c06e08358b55 None None] Pushing event updated for resources: {'Port': ['ID=d463a307-9d5f-4ee3-b631-fa2d6115fd7f,revision_number=3']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:30.874216 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-7bbd2ee6-a715-4d29-9d44-fe99ffd2d354 None None] Notify callbacks [] for port, precommit_create {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:30.876978 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-d477aee4-f3a8-4c34-84bc-c06e08358b55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:30.911509 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-07dc5bf9-b0a9-4abb-88e5-ff87587757da admin admin] Notify callbacks [] for port, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:30.946217 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-7bbd2ee6-a715-4d29-9d44-fe99ffd2d354 None None] Transition to ACTIVE for port object 68a7e380-e5f6-4775-8e89-853d9084adb2 will not be triggered until provisioned by entity L2. {{(pid=91849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:20:30.946547 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-07dc5bf9-b0a9-4abb-88e5-ff87587757da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6295888'] for port, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:30.956837 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:30.990613 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-7bbd2ee6-a715-4d29-9d44-fe99ffd2d354 None None] Transition to ACTIVE for port object 68a7e380-e5f6-4775-8e89-853d9084adb2 will not be triggered until provisioned by entity DHCP. {{(pid=91849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:20:30.992103 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-feb884e7-f294-4cfc-9f60-06a685077139 None None] Attempting to bind port d463a307-9d5f-4ee3-b631-fa2d6115fd7f on host dv-cinder-751579-23-smb for vnic_type normal with profile {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:20:30.992436 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-feb884e7-f294-4cfc-9f60-06a685077139 None None] Attempting to bind port d463a307-9d5f-4ee3-b631-fa2d6115fd7f by drivers openvswitch,hyperv on host dv-cinder-751579-23-smb at level 0 using segments [{'id': '292101b1-8c57-4899-a66c-7cc701cb12fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '3eb4e519-1057-42cd-8c70-ebf5cc905d06'}] {{(pid=91849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:20:30.992836 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb884e7-f294-4cfc-9f60-06a685077139 None None] Attempting to bind port d463a307-9d5f-4ee3-b631-fa2d6115fd7f on network 3eb4e519-1057-42cd-8c70-ebf5cc905d06 {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:20:30.999286 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb884e7-f294-4cfc-9f60-06a685077139 None None] Checking agent: {'id': '2c978cda-2b59-4acb-bf0b-4021aa69528d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 9, 47), 'started_at': datetime.datetime(2021, 5, 27, 11, 10, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:20:30.999743 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb884e7-f294-4cfc-9f60-06a685077139 None None] Checking segment: {'id': '292101b1-8c57-4899-a66c-7cc701cb12fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '3eb4e519-1057-42cd-8c70-ebf5cc905d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:20:31.000113 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-feb884e7-f294-4cfc-9f60-06a685077139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:31.000477 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb884e7-f294-4cfc-9f60-06a685077139 None None] Bound using segment: {'id': '292101b1-8c57-4899-a66c-7cc701cb12fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '3eb4e519-1057-42cd-8c70-ebf5cc905d06'} {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:20:31.000939 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-feb884e7-f294-4cfc-9f60-06a685077139 None None] Bound port: d463a307-9d5f-4ee3-b631-fa2d6115fd7f, host: dv-cinder-751579-23-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292101b1-8c57-4899-a66c-7cc701cb12fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '3eb4e519-1057-42cd-8c70-ebf5cc905d06'}}] {{(pid=91849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:20:31.001304 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-feb884e7-f294-4cfc-9f60-06a685077139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:31.007721 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dc5bf9-b0a9-4abb-88e5-ff87587757da admin admin] Network 0ace5481-0689-4712-88e8-17cfc5365039 is already hosted by enough agents. {{(pid=91848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:20:31.013045 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-7bbd2ee6-a715-4d29-9d44-fe99ffd2d354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971'] for port, after_create {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:31.015105 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.base_scheduler [None req-07dc5bf9-b0a9-4abb-88e5-ff87587757da admin admin] Resources bound (agent type, host, resource id): {{(pid=91848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:20:31.019339 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dc5bf9-b0a9-4abb-88e5-ff87587757da admin admin] Received port after_create {{(pid=91848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:20:31.020193 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:31.074621 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dc5bf9-b0a9-4abb-88e5-ff87587757da admin admin] Pushing event updated for resources: {'Port': ['ID=113568af-9f84-4bf2-a6d6-7acbd9cc6d73,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:31.079151 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-07dc5bf9-b0a9-4abb-88e5-ff87587757da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:31.131820 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device ac586aed-7aff-40e3-bf6c-0129a90ae35d up at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:20:31.214921 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbd2ee6-a715-4d29-9d44-fe99ffd2d354 None None] Network aa0c9309-9680-4bdd-8541-daaee3de3ccc is already hosted by enough agents. {{(pid=91849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:20:31.220646 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.scheduler.base_scheduler [None req-7bbd2ee6-a715-4d29-9d44-fe99ffd2d354 None None] Resources bound (agent type, host, resource id): {{(pid=91849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:20:31.235170 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbd2ee6-a715-4d29-9d44-fe99ffd2d354 None None] Received port after_create {{(pid=91849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:20:31.274282 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd2ee6-a715-4d29-9d44-fe99ffd2d354 None None] Pushing event updated for resources: {'Port': ['ID=68a7e380-e5f6-4775-8e89-853d9084adb2,revision_number=1']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:31.351197 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-7bbd2ee6-a715-4d29-9d44-fe99ffd2d354 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:31.417694 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-feb884e7-f294-4cfc-9f60-06a685077139 None None] For port d463a307-9d5f-4ee3-b631-fa2d6115fd7f, host dv-cinder-751579-23-smb, cleared binding levels {{(pid=91849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:20:31.439801 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-7bbd2ee6-a715-4d29-9d44-fe99ffd2d354 None None] Attempting to bind port 68a7e380-e5f6-4775-8e89-853d9084adb2 on host dv-cinder-751579-23-smb for vnic_type normal with profile {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:20:31.439801 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-7bbd2ee6-a715-4d29-9d44-fe99ffd2d354 None None] Attempting to bind port 68a7e380-e5f6-4775-8e89-853d9084adb2 by drivers openvswitch,hyperv on host dv-cinder-751579-23-smb at level 0 using segments [{'id': '79fae62a-03b2-4e12-b35c-29ccced6c68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'aa0c9309-9680-4bdd-8541-daaee3de3ccc'}] {{(pid=91849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:20:31.440292 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbd2ee6-a715-4d29-9d44-fe99ffd2d354 None None] Attempting to bind port 68a7e380-e5f6-4775-8e89-853d9084adb2 on network aa0c9309-9680-4bdd-8541-daaee3de3ccc {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:20:31.447522 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-feb884e7-f294-4cfc-9f60-06a685077139 None None] For port d463a307-9d5f-4ee3-b631-fa2d6115fd7f, host dv-cinder-751579-23-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=d463a307-9d5f-4ee3-b631-fa2d6115fd7f,segment=NetworkSegment(292101b1-8c57-4899-a66c-7cc701cb12fd),segment_id=292101b1-8c57-4899-a66c-7cc701cb12fd)] {{(pid=91849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:20:31.460659 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-feb884e7-f294-4cfc-9f60-06a685077139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:31.465813 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbd2ee6-a715-4d29-9d44-fe99ffd2d354 None None] Checking agent: {'id': '2c978cda-2b59-4acb-bf0b-4021aa69528d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 9, 47), 'started_at': datetime.datetime(2021, 5, 27, 11, 10, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:20:31.466375 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbd2ee6-a715-4d29-9d44-fe99ffd2d354 None None] Checking segment: {'id': '79fae62a-03b2-4e12-b35c-29ccced6c68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'aa0c9309-9680-4bdd-8541-daaee3de3ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:20:31.466703 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-7bbd2ee6-a715-4d29-9d44-fe99ffd2d354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:31.467596 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbd2ee6-a715-4d29-9d44-fe99ffd2d354 None None] Bound using segment: {'id': '79fae62a-03b2-4e12-b35c-29ccced6c68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'aa0c9309-9680-4bdd-8541-daaee3de3ccc'} {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:20:31.467865 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-7bbd2ee6-a715-4d29-9d44-fe99ffd2d354 None None] Bound port: 68a7e380-e5f6-4775-8e89-853d9084adb2, host: dv-cinder-751579-23-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79fae62a-03b2-4e12-b35c-29ccced6c68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'aa0c9309-9680-4bdd-8541-daaee3de3ccc'}}] {{(pid=91849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:20:31.468404 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-7bbd2ee6-a715-4d29-9d44-fe99ffd2d354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:31.481865 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:31.523154 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning for port ac586aed-7aff-40e3-bf6c-0129a90ae35d completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:20:31.587640 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning complete for port ac586aed-7aff-40e3-bf6c-0129a90ae35d triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:20:31.588033 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:31.713650 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477aee4-f3a8-4c34-84bc-c06e08358b55 None None] Pushing event updated for resources: {'Port': ['ID=d463a307-9d5f-4ee3-b631-fa2d6115fd7f,revision_number=4']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:31.723560 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-d477aee4-f3a8-4c34-84bc-c06e08358b55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:31.728555 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-07dc5bf9-b0a9-4abb-88e5-ff87587757da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:31.765722 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb884e7-f294-4cfc-9f60-06a685077139 None None] Routers {'0898778a-f293-4709-9e3d-b6c466ef3078'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:20:31.766639 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-feb884e7-f294-4cfc-9f60-06a685077139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:20:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['0898778a-f293-4709-9e3d-b6c466ef3078'], 'active': True} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:20:31.820767 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd999d3-d4b7-4ccc-90cc-9f097c27fd12 req-20c04603-b492-47d9-a932-5ae4f5c4eed5 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:31.822480 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-fdd999d3-d4b7-4ccc-90cc-9f097c27fd12 req-20c04603-b492-47d9-a932-5ae4f5c4eed5 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.4331429 May 27 11:20:31.887779 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-7bbd2ee6-a715-4d29-9d44-fe99ffd2d354 None None] For port 68a7e380-e5f6-4775-8e89-853d9084adb2, host dv-cinder-751579-23-smb, cleared binding levels {{(pid=91849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:20:31.912938 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-7bbd2ee6-a715-4d29-9d44-fe99ffd2d354 None None] For port 68a7e380-e5f6-4775-8e89-853d9084adb2, host dv-cinder-751579-23-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=68a7e380-e5f6-4775-8e89-853d9084adb2,segment=NetworkSegment(79fae62a-03b2-4e12-b35c-29ccced6c68f),segment_id=79fae62a-03b2-4e12-b35c-29ccced6c68f)] {{(pid=91849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:20:31.970781 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-7bbd2ee6-a715-4d29-9d44-fe99ffd2d354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:31.974767 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:32.021558 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-fdd999d3-d4b7-4ccc-90cc-9f097c27fd12 req-4a2881cd-a204-4902-8dd6-070aae9d3ff5 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865189 May 27 11:20:32.042203 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:32.129607 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453a6bde-43b3-4e33-88e8-3d7c8df9d4c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac586aed-7aff-40e3-bf6c-0129a90ae35d'}] {{(pid=91849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:20:32.143137 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvr_db [None req-feb884e7-f294-4cfc-9f60-06a685077139 None None] Set router 0898778a-f293-4709-9e3d-b6c466ef3078 gateway port host: dv-cinder-751579-23-smb {{(pid=91849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:20:32.208830 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd2ee6-a715-4d29-9d44-fe99ffd2d354 None None] Pushing event updated for resources: {'Port': ['ID=68a7e380-e5f6-4775-8e89-853d9084adb2,revision_number=2']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:32.216135 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port ac586aed-7aff-40e3-bf6c-0129a90ae35d, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=ac586aed-7aff-40e3-bf6c-0129a90ae35d,segment=NetworkSegment(c2be4939-06da-44ef-b45c-fa595b7b31a6),segment_id=c2be4939-06da-44ef-b45c-fa595b7b31a6)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:20:32.220066 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-7bbd2ee6-a715-4d29-9d44-fe99ffd2d354 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:32.225214 dv-cinder-751579-23-smb neutron-server[91849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '453a6bde-43b3-4e33-88e8-3d7c8df9d4c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac586aed-7aff-40e3-bf6c-0129a90ae35d', 'code': 200} May 27 11:20:32.228787 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:32.232928 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:32.270632 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2ce1f-1362-454a-bfa7-568ed3de3a98 req-faa7611d-91df-4bfd-b7d0-1d1d0ed12b2a tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:32.272003 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-dda2ce1f-1362-454a-bfa7-568ed3de3a98 req-faa7611d-91df-4bfd-b7d0-1d1d0ed12b2a tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=453a6bde-43b3-4e33-88e8-3d7c8df9d4c5 HTTP/1.1" status: 200 len: 945 time: 0.4133854 May 27 11:20:32.313692 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-07dc5bf9-b0a9-4abb-88e5-ff87587757da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1926400'] for router, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:32.386190 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=ac586aed-7aff-40e3-bf6c-0129a90ae35d,revision_number=5']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:32.421635 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:32.449512 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-dda2ce1f-1362-454a-bfa7-568ed3de3a98 req-b3202854-e36d-49db-8c8f-f5f688e90573 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685748 May 27 11:20:32.688113 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7bce2-09fa-463b-9f78-9afd4d2dfc1a req-b0fbd02e-f008-4275-b2f4-3856da9574ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:32.689588 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a4b7bce2-09fa-463b-9f78-9afd4d2dfc1a req-b0fbd02e-f008-4275-b2f4-3856da9574ee service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=453a6bde-43b3-4e33-88e8-3d7c8df9d4c5 HTTP/1.1" status: 200 len: 1099 time: 0.1394727 May 27 11:20:32.700543 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-feb884e7-f294-4cfc-9f60-06a685077139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0898778a-f293-4709-9e3d-b6c466ef3078', 'name': 'tempest-TestShelveInstance-1152076992-router', 'tenant_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': 'aa108a40-3f75-45ae-9789-a2d08cca0979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:20:21Z', 'updated_at': '2021-05-27T11:20:25Z', 'revision_number': 4, 'project_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'gw_port': {'id': 'aa108a40-3f75-45ae-9789-a2d08cca0979', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ef:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0898778a-f293-4709-9e3d-b6c466ef3078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:20:22Z', 'updated_at': '2021-05-27T11:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': 'd463a307-9d5f-4ee3-b631-fa2d6115fd7f', 'name': '', 'network_id': '3eb4e519-1057-42cd-8c70-ebf5cc905d06', 'tenant_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'mac_address': 'fa:16:3e:9a:20:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0898778a-f293-4709-9e3d-b6c466ef3078', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'de167a51-2ce9-4e8d-95bf-310e382bbc22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:20:25Z', 'updated_at': '2021-05-27T11:20:31Z', 'revision_number': 4, 'project_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'subnets': [{'id': 'de167a51-2ce9-4e8d-95bf-310e382bbc22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:20:32.702313 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07dc5bf9-b0a9-4abb-88e5-ff87587757da admin admin] Router 1f0ee961-10ce-4b9f-84f3-223fc4323fea is scheduled to L3 agent 6d24f2a4-c5c8-4233-9813-3f8fa73b68fa with binding_index 1 {{(pid=91848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 11:20:32.705080 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb884e7-f294-4cfc-9f60-06a685077139 None None] The sync data for ids ['0898778a-f293-4709-9e3d-b6c466ef3078'] in dv-cinder-751579-23-smb is: [{'id': '0898778a-f293-4709-9e3d-b6c466ef3078', 'name': 'tempest-TestShelveInstance-1152076992-router', 'tenant_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': 'aa108a40-3f75-45ae-9789-a2d08cca0979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:20:21Z', 'updated_at': '2021-05-27T11:20:25Z', 'revision_number': 4, 'project_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'gw_port': {'id': 'aa108a40-3f75-45ae-9789-a2d08cca0979', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ef:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0898778a-f293-4709-9e3d-b6c466ef3078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:20:22Z', 'updated_at': '2021-05-27T11:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': 'd463a307-9d5f-4ee3-b631-fa2d6115fd7f', 'name': '', 'network_id': '3eb4e519-1057-42cd-8c70-ebf5cc905d06', 'tenant_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'mac_address': 'fa:16:3e:9a:20:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0898778a-f293-4709-9e3d-b6c466ef3078', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'de167a51-2ce9-4e8d-95bf-310e382bbc22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:20:25Z', 'updated_at': '2021-05-27T11:20:31Z', 'revision_number': 4, 'project_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'subnets': [{'id': 'de167a51-2ce9-4e8d-95bf-310e382bbc22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:20:32.842042 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a4b7bce2-09fa-463b-9f78-9afd4d2dfc1a req-63034dba-bb92-487e-8116-bbc52a40b068 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302488 May 27 11:20:32.943647 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07dc5bf9-b0a9-4abb-88e5-ff87587757da admin admin] Notify agent at l3_agent.dv-cinder-751579-23-smb the message routers_updated {{(pid=91848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:20:32.961274 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b74331-8f79-49c4-bc0d-b0aedf0ad757 None None] Sync routers for ids ['1f0ee961-10ce-4b9f-84f3-223fc4323fea'] in dv-cinder-751579-23-smb {{(pid=91850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:20:32.975621 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b74331-8f79-49c4-bc0d-b0aedf0ad757 None None] Routers {'1f0ee961-10ce-4b9f-84f3-223fc4323fea'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:20:32.977131 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-d0b74331-8f79-49c4-bc0d-b0aedf0ad757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:20:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['1f0ee961-10ce-4b9f-84f3-223fc4323fea'], 'active': True} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:20:32.978042 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-07dc5bf9-b0a9-4abb-88e5-ff87587757da admin admin] Notify callbacks [] for router, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:32.979944 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-07dc5bf9-b0a9-4abb-88e5-ff87587757da admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5824423 May 27 11:20:32.982246 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 57372) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:33.257046 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvr_db [None req-d0b74331-8f79-49c4-bc0d-b0aedf0ad757 None None] Set router 1f0ee961-10ce-4b9f-84f3-223fc4323fea gateway port host: dv-cinder-751579-23-smb {{(pid=91850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:20:33.371013 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f47918-294c-47f2-bc32-17dac3cf75a8 None None] Network aa0c9309-9680-4bdd-8541-daaee3de3ccc requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:20:33.668200 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-d0b74331-8f79-49c4-bc0d-b0aedf0ad757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0ee961-10ce-4b9f-84f3-223fc4323fea', 'name': 'tempest-TestShelveInstance-555137822-router', 'tenant_id': 'abc545fa3227496e92686decfaef1445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.150'}], 'enable_snat': True}, 'gw_port_id': '113568af-9f84-4bf2-a6d6-7acbd9cc6d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:20:29Z', 'updated_at': '2021-05-27T11:20:31Z', 'revision_number': 3, 'project_id': 'abc545fa3227496e92686decfaef1445', 'gw_port': {'id': '113568af-9f84-4bf2-a6d6-7acbd9cc6d73', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bf:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0ee961-10ce-4b9f-84f3-223fc4323fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:20:30Z', 'updated_at': '2021-05-27T11:20:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb'}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:20:33.673383 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b74331-8f79-49c4-bc0d-b0aedf0ad757 None None] Checking router: 1f0ee961-10ce-4b9f-84f3-223fc4323fea for host: dv-cinder-751579-23-smb {{(pid=91850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:20:33.674028 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b74331-8f79-49c4-bc0d-b0aedf0ad757 None None] Updating router 1f0ee961-10ce-4b9f-84f3-223fc4323fea port 113568af-9f84-4bf2-a6d6-7acbd9cc6d73 binding host dv-cinder-751579-23-smb {{(pid=91850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 11:20:33.740993 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-ffb4d064-95b5-42ed-89c5-b67f2fc8a777 None None] Provisioning for port 68a7e380-e5f6-4775-8e89-853d9084adb2 completed by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:20:33.813958 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-d0b74331-8f79-49c4-bc0d-b0aedf0ad757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:34.086139 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33c334-ac27-40f2-8536-0a2e01aa6040 req-97a57b2d-6547-4746-bdca-1ac575757950 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:34.087785 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7f33c334-ac27-40f2-8536-0a2e01aa6040 req-97a57b2d-6547-4746-bdca-1ac575757950 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.8008778 May 27 11:20:34.177861 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 68a7e380-e5f6-4775-8e89-853d9084adb2 up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:20:34.258471 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00339d28-0990-4983-8934-86154696897d req-f648b54d-4560-466f-a988-9b9578267ac5 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:34.260683 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-00339d28-0990-4983-8934-86154696897d req-f648b54d-4560-466f-a988-9b9578267ac5 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=453a6bde-43b3-4e33-88e8-3d7c8df9d4c5 HTTP/1.1" status: 200 len: 946 time: 0.3484602 May 27 11:20:34.271351 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7f33c334-ac27-40f2-8536-0a2e01aa6040 req-dea46e32-e6e8-4a61-bec1-3ec3035cd56e tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732564 May 27 11:20:34.276247 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning for port 68a7e380-e5f6-4775-8e89-853d9084adb2 completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:20:34.293835 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port 68a7e380-e5f6-4775-8e89-853d9084adb2 triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:20:34.293835 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:34.294172 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-d0b74331-8f79-49c4-bc0d-b0aedf0ad757 None None] Notify callbacks [] for port, precommit_update {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:34.309155 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.provisioning_blocks [None req-d0b74331-8f79-49c4-bc0d-b0aedf0ad757 None None] Transition to ACTIVE for port object 113568af-9f84-4bf2-a6d6-7acbd9cc6d73 will not be triggered until provisioned by entity L2. {{(pid=91850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:20:34.319852 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-d0b74331-8f79-49c4-bc0d-b0aedf0ad757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:34.326196 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:34.379508 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-00339d28-0990-4983-8934-86154696897d req-9a79add5-416e-45bf-b76b-4fe0377e813a tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036739 May 27 11:20:34.406447 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4b24e-6833-43e0-9887-486badac3604 None None] Pushing event updated for resources: {'Port': ['ID=113568af-9f84-4bf2-a6d6-7acbd9cc6d73,revision_number=2']} {{(pid=91850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:34.417320 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4b24e-6833-43e0-9887-486badac3604 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:34.417658 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4b24e-6833-43e0-9887-486badac3604 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:34.417982 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4b24e-6833-43e0-9887-486badac3604 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:34.418359 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4b24e-6833-43e0-9887-486badac3604 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:34.418680 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4b24e-6833-43e0-9887-486badac3604 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:34.419134 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4b24e-6833-43e0-9887-486badac3604 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:34.419668 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4b24e-6833-43e0-9887-486badac3604 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:34.419887 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4b24e-6833-43e0-9887-486badac3604 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:34.420224 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4b24e-6833-43e0-9887-486badac3604 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:34.420777 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4b24e-6833-43e0-9887-486badac3604 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:34.421125 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4b24e-6833-43e0-9887-486badac3604 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:34.421616 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4b24e-6833-43e0-9887-486badac3604 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:20:34.432825 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG oslo_concurrency.lockutils [None req-25a4b24e-6833-43e0-9887-486badac3604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:34.454891 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.managers [None req-d0b74331-8f79-49c4-bc0d-b0aedf0ad757 None None] Attempting to bind port 113568af-9f84-4bf2-a6d6-7acbd9cc6d73 on host dv-cinder-751579-23-smb for vnic_type normal with profile {{(pid=91850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:20:34.455262 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.managers [None req-d0b74331-8f79-49c4-bc0d-b0aedf0ad757 None None] Attempting to bind port 113568af-9f84-4bf2-a6d6-7acbd9cc6d73 by drivers openvswitch,hyperv on host dv-cinder-751579-23-smb at level 0 using segments [{'id': '4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039'}] {{(pid=91850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:20:34.455655 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b74331-8f79-49c4-bc0d-b0aedf0ad757 None None] Attempting to bind port 113568af-9f84-4bf2-a6d6-7acbd9cc6d73 on network 0ace5481-0689-4712-88e8-17cfc5365039 {{(pid=91850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:20:34.463522 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b74331-8f79-49c4-bc0d-b0aedf0ad757 None None] Checking agent: {'id': '2c978cda-2b59-4acb-bf0b-4021aa69528d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 9, 47), 'started_at': datetime.datetime(2021, 5, 27, 11, 10, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:20:34.463522 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b74331-8f79-49c4-bc0d-b0aedf0ad757 None None] Checking segment: {'id': '4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:20:34.463886 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-d0b74331-8f79-49c4-bc0d-b0aedf0ad757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:34.464151 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b74331-8f79-49c4-bc0d-b0aedf0ad757 None None] Bound using segment: {'id': '4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039'} {{(pid=91850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:20:34.464643 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.managers [None req-d0b74331-8f79-49c4-bc0d-b0aedf0ad757 None None] Bound port: 113568af-9f84-4bf2-a6d6-7acbd9cc6d73, host: dv-cinder-751579-23-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039'}}] {{(pid=91850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:20:34.465014 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-d0b74331-8f79-49c4-bc0d-b0aedf0ad757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:34.553678 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:34.569520 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.db [None req-d0b74331-8f79-49c4-bc0d-b0aedf0ad757 None None] For port 113568af-9f84-4bf2-a6d6-7acbd9cc6d73, host dv-cinder-751579-23-smb, cleared binding levels {{(pid=91850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:20:34.574946 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.db [None req-d0b74331-8f79-49c4-bc0d-b0aedf0ad757 None None] For port 113568af-9f84-4bf2-a6d6-7acbd9cc6d73, host dv-cinder-751579-23-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=113568af-9f84-4bf2-a6d6-7acbd9cc6d73,segment=NetworkSegment(4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310),segment_id=4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310)] {{(pid=91850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:20:34.581928 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-d0b74331-8f79-49c4-bc0d-b0aedf0ad757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:34.589682 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG oslo_concurrency.lockutils [None req-277f79ec-ea2f-4060-a269-d9e3ce18e7e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:34.595235 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] For port 68a7e380-e5f6-4775-8e89-853d9084adb2, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=68a7e380-e5f6-4775-8e89-853d9084adb2,segment=NetworkSegment(79fae62a-03b2-4e12-b35c-29ccced6c68f),segment_id=79fae62a-03b2-4e12-b35c-29ccced6c68f)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:20:34.602380 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:34.603805 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device d463a307-9d5f-4ee3-b631-fa2d6115fd7f up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:20:34.640766 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:34.657961 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-39e377c4-53cf-4eb7-8894-0ae1475a0f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:34.678299 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b74331-8f79-49c4-bc0d-b0aedf0ad757 None None] Routers {'1f0ee961-10ce-4b9f-84f3-223fc4323fea'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:20:34.678940 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-d0b74331-8f79-49c4-bc0d-b0aedf0ad757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:20:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['1f0ee961-10ce-4b9f-84f3-223fc4323fea'], 'active': True} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:20:34.753964 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Pushing event updated for resources: {'Port': ['ID=68a7e380-e5f6-4775-8e89-853d9084adb2,revision_number=3']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:34.758084 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:34.783831 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning for port d463a307-9d5f-4ee3-b631-fa2d6115fd7f completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:20:34.793381 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4b24e-6833-43e0-9887-486badac3604 None None] Pushing event updated for resources: {'Port': ['ID=113568af-9f84-4bf2-a6d6-7acbd9cc6d73,revision_number=3']} {{(pid=91850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:34.797503 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG oslo_concurrency.lockutils [None req-25a4b24e-6833-43e0-9887-486badac3604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:34.799094 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port d463a307-9d5f-4ee3-b631-fa2d6115fd7f triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:20:34.800206 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:34.955893 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:34.973912 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.db_base_plugin_common [None req-39e377c4-53cf-4eb7-8894-0ae1475a0f69 admin admin] Allocated IP 172.20.0.1 (aa0c9309-9680-4bdd-8541-daaee3de3ccc/ec3c2a5d-bc5a-4e4d-88a0-37c05ccc8af4/50d06580-62ce-4078-9441-f09fb10bb7e0) {{(pid=91848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:20:35.012697 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] For port d463a307-9d5f-4ee3-b631-fa2d6115fd7f, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=d463a307-9d5f-4ee3-b631-fa2d6115fd7f,segment=NetworkSegment(292101b1-8c57-4899-a66c-7cc701cb12fd),segment_id=292101b1-8c57-4899-a66c-7cc701cb12fd)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:20:35.014358 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvr_db [None req-d0b74331-8f79-49c4-bc0d-b0aedf0ad757 None None] Set router 1f0ee961-10ce-4b9f-84f3-223fc4323fea gateway port host: dv-cinder-751579-23-smb {{(pid=91850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:20:35.021827 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:35.030737 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-6fd9763d-3110-4f91-b891-be7cdec3f4ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:35.213193 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Pushing event updated for resources: {'Port': ['ID=d463a307-9d5f-4ee3-b631-fa2d6115fd7f,revision_number=5']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:35.217164 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:35.283672 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-39e377c4-53cf-4eb7-8894-0ae1475a0f69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:35.312003 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.provisioning_blocks [None req-39e377c4-53cf-4eb7-8894-0ae1475a0f69 admin admin] Transition to ACTIVE for port object 50d06580-62ce-4078-9441-f09fb10bb7e0 will not be triggered until provisioned by entity DHCP. {{(pid=91848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:20:35.356325 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-39e377c4-53cf-4eb7-8894-0ae1475a0f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6295888'] for port, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:35.362263 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-d141a3a2-022e-4eec-a38e-6e1e5411d925 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:35.438529 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e377c4-53cf-4eb7-8894-0ae1475a0f69 admin admin] Network aa0c9309-9680-4bdd-8541-daaee3de3ccc is already hosted by enough agents. {{(pid=91848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:20:35.443257 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.base_scheduler [None req-39e377c4-53cf-4eb7-8894-0ae1475a0f69 admin admin] Resources bound (agent type, host, resource id): {{(pid=91848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:20:35.446129 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e377c4-53cf-4eb7-8894-0ae1475a0f69 admin admin] Received port after_create {{(pid=91848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:20:35.568138 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e377c4-53cf-4eb7-8894-0ae1475a0f69 admin admin] Pushing event updated for resources: {'Port': ['ID=50d06580-62ce-4078-9441-f09fb10bb7e0,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:35.570428 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-d0b74331-8f79-49c4-bc0d-b0aedf0ad757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0ee961-10ce-4b9f-84f3-223fc4323fea', 'name': 'tempest-TestShelveInstance-555137822-router', 'tenant_id': 'abc545fa3227496e92686decfaef1445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.150'}], 'enable_snat': True}, 'gw_port_id': '113568af-9f84-4bf2-a6d6-7acbd9cc6d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:20:29Z', 'updated_at': '2021-05-27T11:20:31Z', 'revision_number': 3, 'project_id': 'abc545fa3227496e92686decfaef1445', 'gw_port': {'id': '113568af-9f84-4bf2-a6d6-7acbd9cc6d73', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bf:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0ee961-10ce-4b9f-84f3-223fc4323fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:20:30Z', 'updated_at': '2021-05-27T11:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb'}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:20:35.577544 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-39e377c4-53cf-4eb7-8894-0ae1475a0f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:35.586529 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b74331-8f79-49c4-bc0d-b0aedf0ad757 None None] The sync data for ids ['1f0ee961-10ce-4b9f-84f3-223fc4323fea'] in dv-cinder-751579-23-smb is: [{'id': '1f0ee961-10ce-4b9f-84f3-223fc4323fea', 'name': 'tempest-TestShelveInstance-555137822-router', 'tenant_id': 'abc545fa3227496e92686decfaef1445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.150'}], 'enable_snat': True}, 'gw_port_id': '113568af-9f84-4bf2-a6d6-7acbd9cc6d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:20:29Z', 'updated_at': '2021-05-27T11:20:31Z', 'revision_number': 3, 'project_id': 'abc545fa3227496e92686decfaef1445', 'gw_port': {'id': '113568af-9f84-4bf2-a6d6-7acbd9cc6d73', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bf:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0ee961-10ce-4b9f-84f3-223fc4323fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:20:30Z', 'updated_at': '2021-05-27T11:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb'}] {{(pid=91850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:20:35.684275 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-39e377c4-53cf-4eb7-8894-0ae1475a0f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1927782'] for router_interface, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:35.803391 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8acbc1-37a8-4bc6-92a3-698410d1a477 req-478b99af-3cfe-46d8-ac40-135db3e4ee61 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:35.805095 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-aa8acbc1-37a8-4bc6-92a3-698410d1a477 req-478b99af-3cfe-46d8-ac40-135db3e4ee61 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.3160355 May 27 11:20:35.841995 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-f633e2f1-d9ab-4875-a84b-45086a60164a None None] Provisioning for port 50d06580-62ce-4078-9441-f09fb10bb7e0 completed by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:20:35.849884 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-f633e2f1-d9ab-4875-a84b-45086a60164a None None] Provisioning complete for port 50d06580-62ce-4078-9441-f09fb10bb7e0 triggered by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:20:35.851018 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f633e2f1-d9ab-4875-a84b-45086a60164a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:35.856379 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d161d4b-e324-479f-9bdc-c68c97833f9d req-bec19c55-9a61-42e6-9643-810687dfbcbb tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:35.858108 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5d161d4b-e324-479f-9bdc-c68c97833f9d req-bec19c55-9a61-42e6-9643-810687dfbcbb tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=453a6bde-43b3-4e33-88e8-3d7c8df9d4c5 HTTP/1.1" status: 200 len: 946 time: 0.2332890 May 27 11:20:35.920492 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-f633e2f1-d9ab-4875-a84b-45086a60164a None None] Port 50d06580-62ce-4078-9441-f09fb10bb7e0 cannot update to ACTIVE because it is not bound. {{(pid=91849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:20:35.932743 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-aa8acbc1-37a8-4bc6-92a3-698410d1a477 req-e41bf36f-8364-4e86-aaac-1fea85e9ac6b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172955 May 27 11:20:36.076348 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5d161d4b-e324-479f-9bdc-c68c97833f9d req-628c5333-5282-4b94-bcf3-1c6e00163632 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005999 May 27 11:20:36.101279 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-39e377c4-53cf-4eb7-8894-0ae1475a0f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:36.331280 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 68a7e380-e5f6-4775-8e89-853d9084adb2 up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:20:36.472369 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port 68a7e380-e5f6-4775-8e89-853d9084adb2 triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:20:36.473904 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:36.508965 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-39e377c4-53cf-4eb7-8894-0ae1475a0f69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:36.514759 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-39e377c4-53cf-4eb7-8894-0ae1475a0f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6295911'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:36.547992 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-b6cdb501-0ca4-4d7d-a856-90e2905e8686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:36.712976 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 113568af-9f84-4bf2-a6d6-7acbd9cc6d73 up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:20:36.860200 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning for port 113568af-9f84-4bf2-a6d6-7acbd9cc6d73 completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:20:36.866884 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port 113568af-9f84-4bf2-a6d6-7acbd9cc6d73 triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:20:36.867252 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:36.900157 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e377c4-53cf-4eb7-8894-0ae1475a0f69 admin admin] Pushing event updated for resources: {'Port': ['ID=50d06580-62ce-4078-9441-f09fb10bb7e0,revision_number=2']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:36.904015 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-39e377c4-53cf-4eb7-8894-0ae1475a0f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:36.905149 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-39e377c4-53cf-4eb7-8894-0ae1475a0f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1927877'] for router_interface, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:37.028552 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:37.046163 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] For port 113568af-9f84-4bf2-a6d6-7acbd9cc6d73, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=113568af-9f84-4bf2-a6d6-7acbd9cc6d73,segment=NetworkSegment(4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310),segment_id=4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:20:37.050927 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:37.051915 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device d463a307-9d5f-4ee3-b631-fa2d6115fd7f up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:20:37.083866 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:37.131650 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e377c4-53cf-4eb7-8894-0ae1475a0f69 admin admin] Network aa0c9309-9680-4bdd-8541-daaee3de3ccc is already hosted by enough agents. {{(pid=91848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:20:37.138472 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.base_scheduler [None req-39e377c4-53cf-4eb7-8894-0ae1475a0f69 admin admin] Resources bound (agent type, host, resource id): {{(pid=91848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:20:37.193884 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Pushing event updated for resources: {'Port': ['ID=113568af-9f84-4bf2-a6d6-7acbd9cc6d73,revision_number=4']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:37.198742 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:37.216445 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port d463a307-9d5f-4ee3-b631-fa2d6115fd7f triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:20:37.217312 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:37.296923 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c02d5e-3391-485a-abed-6568261f26bf req-448d1439-e875-4e1c-8733-fa6ad4a19cfe tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:37.298461 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-24c02d5e-3391-485a-abed-6568261f26bf req-448d1439-e875-4e1c-8733-fa6ad4a19cfe tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.2270761 May 27 11:20:37.427742 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-24c02d5e-3391-485a-abed-6568261f26bf req-cce58e85-2341-43d9-b4dc-aaf269755ffc tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755720 May 27 11:20:37.441841 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e377c4-53cf-4eb7-8894-0ae1475a0f69 admin admin] Router 1f0ee961-10ce-4b9f-84f3-223fc4323fea has already been hosted by L3 agent 6d24f2a4-c5c8-4233-9813-3f8fa73b68fa {{(pid=91848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:20:37.464212 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-adad4db9-9579-459e-a489-db5c71a78bdb None None] Provisioning complete for port 50d06580-62ce-4078-9441-f09fb10bb7e0 triggered by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:20:37.464584 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-adad4db9-9579-459e-a489-db5c71a78bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:37.520320 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-adad4db9-9579-459e-a489-db5c71a78bdb None None] Port 50d06580-62ce-4078-9441-f09fb10bb7e0 cannot update to ACTIVE because it is not bound. {{(pid=91849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:20:37.639926 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e377c4-53cf-4eb7-8894-0ae1475a0f69 admin admin] Notify agent at l3_agent.dv-cinder-751579-23-smb the message routers_updated {{(pid=91848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:20:37.650658 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-39e377c4-53cf-4eb7-8894-0ae1475a0f69 admin admin] 10.222.0.77 "PUT /v2.0/routers/1f0ee961-10ce-4b9f-84f3-223fc4323fea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6672568 May 27 11:20:37.783202 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdae1b1f-7af3-4b44-8528-099f179c3f90 None None] Sync routers for ids ['1f0ee961-10ce-4b9f-84f3-223fc4323fea'] in dv-cinder-751579-23-smb {{(pid=91849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:20:37.792619 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdae1b1f-7af3-4b44-8528-099f179c3f90 None None] Routers {'1f0ee961-10ce-4b9f-84f3-223fc4323fea'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:20:37.793255 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-cdae1b1f-7af3-4b44-8528-099f179c3f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:20:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['1f0ee961-10ce-4b9f-84f3-223fc4323fea'], 'active': True} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:20:37.990415 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvr_db [None req-cdae1b1f-7af3-4b44-8528-099f179c3f90 None None] Set router 1f0ee961-10ce-4b9f-84f3-223fc4323fea gateway port host: dv-cinder-751579-23-smb {{(pid=91849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:20:38.159596 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 113568af-9f84-4bf2-a6d6-7acbd9cc6d73 up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:20:38.334644 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 57464) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:38.340250 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [None req-0de762dc-a96d-430f-86be-4539afc43bf2 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1593788214', 'description': 'tempest-secgroup-smoke-1593788214 description', 'project_id': 'db3f835fbb4441b382fb98f5bcdc7676'}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:20:38.346096 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-0de762dc-a96d-430f-86be-4539afc43bf2 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:20:38.350789 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-0de762dc-a96d-430f-86be-4539afc43bf2 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Usage tracker for resource:security_group and tenant:db3f835fbb4441b382fb98f5bcdc7676 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:20:38.353864 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-0de762dc-a96d-430f-86be-4539afc43bf2 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:20:38.360658 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-0de762dc-a96d-430f-86be-4539afc43bf2 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:20:38.373133 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port 113568af-9f84-4bf2-a6d6-7acbd9cc6d73 triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:20:38.373516 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:38.382645 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-0de762dc-a96d-430f-86be-4539afc43bf2 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks [] for security_group, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:38.443338 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-0de762dc-a96d-430f-86be-4539afc43bf2 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:20:38.447905 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-0de762dc-a96d-430f-86be-4539afc43bf2 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Usage tracker for resource:security_group_rule and tenant:db3f835fbb4441b382fb98f5bcdc7676 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:20:38.451324 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-0de762dc-a96d-430f-86be-4539afc43bf2 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:20:38.459083 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-0de762dc-a96d-430f-86be-4539afc43bf2 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:20:38.578778 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-0de762dc-a96d-430f-86be-4539afc43bf2 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks [] for security_group, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:38.579444 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-cdae1b1f-7af3-4b44-8528-099f179c3f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0ee961-10ce-4b9f-84f3-223fc4323fea', 'name': 'tempest-TestShelveInstance-555137822-router', 'tenant_id': 'abc545fa3227496e92686decfaef1445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.150'}], 'enable_snat': True}, 'gw_port_id': '113568af-9f84-4bf2-a6d6-7acbd9cc6d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:20:29Z', 'updated_at': '2021-05-27T11:20:35Z', 'revision_number': 4, 'project_id': 'abc545fa3227496e92686decfaef1445', 'gw_port': {'id': '113568af-9f84-4bf2-a6d6-7acbd9cc6d73', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0ee961-10ce-4b9f-84f3-223fc4323fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:20:30Z', 'updated_at': '2021-05-27T11:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': '50d06580-62ce-4078-9441-f09fb10bb7e0', 'name': '', 'network_id': 'aa0c9309-9680-4bdd-8541-daaee3de3ccc', 'tenant_id': 'abc545fa3227496e92686decfaef1445', 'mac_address': 'fa:16:3e:ec:13:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0ee961-10ce-4b9f-84f3-223fc4323fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'ec3c2a5d-bc5a-4e4d-88a0-37c05ccc8af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:20:34Z', 'updated_at': '2021-05-27T11:20:36Z', 'revision_number': 2, 'project_id': 'abc545fa3227496e92686decfaef1445', 'subnets': [{'id': 'ec3c2a5d-bc5a-4e4d-88a0-37c05ccc8af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:20:38.585526 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-0de762dc-a96d-430f-86be-4539afc43bf2 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:38.590817 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdae1b1f-7af3-4b44-8528-099f179c3f90 None None] Checking router: 1f0ee961-10ce-4b9f-84f3-223fc4323fea for host: dv-cinder-751579-23-smb {{(pid=91849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:20:38.591181 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdae1b1f-7af3-4b44-8528-099f179c3f90 None None] Updating router 1f0ee961-10ce-4b9f-84f3-223fc4323fea port 50d06580-62ce-4078-9441-f09fb10bb7e0 binding host dv-cinder-751579-23-smb {{(pid=91849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 11:20:38.591296 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-af0010ab-b526-4080-8317-009af740ed00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:38.639805 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-0de762dc-a96d-430f-86be-4539afc43bf2 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:38.644754 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-0de762dc-a96d-430f-86be-4539afc43bf2 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3058684 May 27 11:20:38.646003 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 57480) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:38.652503 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de762dc-a96d-430f-86be-4539afc43bf2 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=167841be-75b3-45f8-b145-c9ea37b1f27b,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:38.653181 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-5bb75b0b-8f85-4f2e-a931-7cfd9f040d70 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Request body: {'security_group_rule': {'security_group_id': '167841be-75b3-45f8-b145-c9ea37b1f27b', 'project_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:20:38.656067 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-0de762dc-a96d-430f-86be-4539afc43bf2 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:38.661812 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-5bb75b0b-8f85-4f2e-a931-7cfd9f040d70 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:20:38.666247 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-cdae1b1f-7af3-4b44-8528-099f179c3f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:38.668123 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-5bb75b0b-8f85-4f2e-a931-7cfd9f040d70 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Usage tracker for resource:security_group_rule and tenant:db3f835fbb4441b382fb98f5bcdc7676 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:20:38.673340 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-5bb75b0b-8f85-4f2e-a931-7cfd9f040d70 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:20:38.682775 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-5bb75b0b-8f85-4f2e-a931-7cfd9f040d70 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:20:38.712748 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-5bb75b0b-8f85-4f2e-a931-7cfd9f040d70 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:38.953576 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-5bb75b0b-8f85-4f2e-a931-7cfd9f040d70 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:38.958795 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-5bb75b0b-8f85-4f2e-a931-7cfd9f040d70 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902213'] for security_group_rule, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:38.961204 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:38.961888 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd233ce-4448-4288-873d-bc1d17b56631 req-cd07ed79-a0bf-4cd0-be51-a09b0d83c3cf tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:38.963697 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6bd233ce-4448-4288-873d-bc1d17b56631 req-cd07ed79-a0bf-4cd0-be51-a09b0d83c3cf tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.1468503 May 27 11:20:38.999671 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-5bb75b0b-8f85-4f2e-a931-7cfd9f040d70 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:39.000909 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-5bb75b0b-8f85-4f2e-a931-7cfd9f040d70 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3539100 May 27 11:20:39.003856 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 57486) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:39.006876 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb75b0b-8f85-4f2e-a931-7cfd9f040d70 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82152524-eb80-4a58-b6fd-80d8a4b697d8,revision_number=0']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:39.012902 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-c311a5db-7009-4fe8-9548-c9705eb69613 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Request body: {'security_group_rule': {'security_group_id': '167841be-75b3-45f8-b145-c9ea37b1f27b', 'project_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:20:39.019960 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-5bb75b0b-8f85-4f2e-a931-7cfd9f040d70 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:39.020891 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-c311a5db-7009-4fe8-9548-c9705eb69613 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:20:39.024202 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6bd233ce-4448-4288-873d-bc1d17b56631 req-3be7d9c0-d8ec-4ea3-a0d4-f14601ed9341 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546913 May 27 11:20:39.032630 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-c311a5db-7009-4fe8-9548-c9705eb69613 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Usage tracker for resource:security_group_rule and tenant:db3f835fbb4441b382fb98f5bcdc7676 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:20:39.045279 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-c311a5db-7009-4fe8-9548-c9705eb69613 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:20:39.045279 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-c311a5db-7009-4fe8-9548-c9705eb69613 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:20:39.060809 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c311a5db-7009-4fe8-9548-c9705eb69613 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:39.124628 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c311a5db-7009-4fe8-9548-c9705eb69613 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:39.129179 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c311a5db-7009-4fe8-9548-c9705eb69613 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902213'] for security_group_rule, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:39.131985 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:39.155316 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-cdae1b1f-7af3-4b44-8528-099f179c3f90 None None] Notify callbacks [] for port, precommit_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:39.155982 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311a5db-7009-4fe8-9548-c9705eb69613 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c37c28-e2de-4a03-a847-f7bfceb7f4f0,revision_number=0']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:39.158507 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-c311a5db-7009-4fe8-9548-c9705eb69613 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:39.166805 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c311a5db-7009-4fe8-9548-c9705eb69613 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:39.169640 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-c311a5db-7009-4fe8-9548-c9705eb69613 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1645799 May 27 11:20:39.173538 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 57490) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:39.173710 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-cdae1b1f-7af3-4b44-8528-099f179c3f90 None None] Transition to ACTIVE for port object 50d06580-62ce-4078-9441-f09fb10bb7e0 will not be triggered until provisioned by entity L2. {{(pid=91849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:20:39.180137 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-0438efb8-70c6-4fac-9220-e03592ca87d4 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Request body: {'security_group_rule': {'security_group_id': '167841be-75b3-45f8-b145-c9ea37b1f27b', 'project_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:20:39.183020 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-cdae1b1f-7af3-4b44-8528-099f179c3f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:39.186560 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-0438efb8-70c6-4fac-9220-e03592ca87d4 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:20:39.188662 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:39.191338 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-0438efb8-70c6-4fac-9220-e03592ca87d4 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Usage tracker for resource:security_group_rule and tenant:db3f835fbb4441b382fb98f5bcdc7676 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:20:39.194543 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-0438efb8-70c6-4fac-9220-e03592ca87d4 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:20:39.200661 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-0438efb8-70c6-4fac-9220-e03592ca87d4 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:20:39.219322 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-0438efb8-70c6-4fac-9220-e03592ca87d4 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:39.291231 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-0438efb8-70c6-4fac-9220-e03592ca87d4 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:39.296038 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-0438efb8-70c6-4fac-9220-e03592ca87d4 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902213'] for security_group_rule, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:39.299505 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-5bb75b0b-8f85-4f2e-a931-7cfd9f040d70 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:39.324890 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438efb8-70c6-4fac-9220-e03592ca87d4 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85af56df-760b-4069-b758-89b7939900d3,revision_number=0']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:39.327587 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-0438efb8-70c6-4fac-9220-e03592ca87d4 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:39.336875 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-0438efb8-70c6-4fac-9220-e03592ca87d4 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:39.340636 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-0438efb8-70c6-4fac-9220-e03592ca87d4 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1634729 May 27 11:20:39.341090 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 57494) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:39.346528 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-f067b66d-953b-4f29-bec5-b803d63c29d9 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Request body: {'security_group_rule': {'security_group_id': '167841be-75b3-45f8-b145-c9ea37b1f27b', 'project_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:20:39.352694 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-f067b66d-953b-4f29-bec5-b803d63c29d9 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:20:39.356835 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-f067b66d-953b-4f29-bec5-b803d63c29d9 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Usage tracker for resource:security_group_rule and tenant:db3f835fbb4441b382fb98f5bcdc7676 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:20:39.357705 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d693534d-1a6f-4a27-b4ae-8b7ac9643066 None None] Pushing event updated for resources: {'Port': ['ID=50d06580-62ce-4078-9441-f09fb10bb7e0,revision_number=3']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:39.359913 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-f067b66d-953b-4f29-bec5-b803d63c29d9 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:20:39.365018 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-d693534d-1a6f-4a27-b4ae-8b7ac9643066 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:39.366689 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-f067b66d-953b-4f29-bec5-b803d63c29d9 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:20:39.387019 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f067b66d-953b-4f29-bec5-b803d63c29d9 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:39.426658 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-cdae1b1f-7af3-4b44-8528-099f179c3f90 None None] Attempting to bind port 50d06580-62ce-4078-9441-f09fb10bb7e0 on host dv-cinder-751579-23-smb for vnic_type normal with profile {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:20:39.426916 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-cdae1b1f-7af3-4b44-8528-099f179c3f90 None None] Attempting to bind port 50d06580-62ce-4078-9441-f09fb10bb7e0 by drivers openvswitch,hyperv on host dv-cinder-751579-23-smb at level 0 using segments [{'id': '79fae62a-03b2-4e12-b35c-29ccced6c68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'aa0c9309-9680-4bdd-8541-daaee3de3ccc'}] {{(pid=91849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:20:39.427282 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdae1b1f-7af3-4b44-8528-099f179c3f90 None None] Attempting to bind port 50d06580-62ce-4078-9441-f09fb10bb7e0 on network aa0c9309-9680-4bdd-8541-daaee3de3ccc {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:20:39.433594 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdae1b1f-7af3-4b44-8528-099f179c3f90 None None] Checking agent: {'id': '2c978cda-2b59-4acb-bf0b-4021aa69528d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 9, 47), 'started_at': datetime.datetime(2021, 5, 27, 11, 10, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:20:39.433972 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdae1b1f-7af3-4b44-8528-099f179c3f90 None None] Checking segment: {'id': '79fae62a-03b2-4e12-b35c-29ccced6c68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'aa0c9309-9680-4bdd-8541-daaee3de3ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:20:39.434382 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-cdae1b1f-7af3-4b44-8528-099f179c3f90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:39.434806 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdae1b1f-7af3-4b44-8528-099f179c3f90 None None] Bound using segment: {'id': '79fae62a-03b2-4e12-b35c-29ccced6c68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'aa0c9309-9680-4bdd-8541-daaee3de3ccc'} {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:20:39.435299 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-cdae1b1f-7af3-4b44-8528-099f179c3f90 None None] Bound port: 50d06580-62ce-4078-9441-f09fb10bb7e0, host: dv-cinder-751579-23-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79fae62a-03b2-4e12-b35c-29ccced6c68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'aa0c9309-9680-4bdd-8541-daaee3de3ccc'}}] {{(pid=91849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:20:39.435875 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-cdae1b1f-7af3-4b44-8528-099f179c3f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:39.470252 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f067b66d-953b-4f29-bec5-b803d63c29d9 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:39.474767 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f067b66d-953b-4f29-bec5-b803d63c29d9 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902213'] for security_group_rule, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:39.476760 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:39.499673 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067b66d-953b-4f29-bec5-b803d63c29d9 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f35b1d7d-b388-49fa-87dc-57cbb42b5e19,revision_number=0']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:39.502209 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-f067b66d-953b-4f29-bec5-b803d63c29d9 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:39.510206 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f067b66d-953b-4f29-bec5-b803d63c29d9 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:39.511431 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-f067b66d-953b-4f29-bec5-b803d63c29d9 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1696310 May 27 11:20:39.514281 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 57498) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:39.520148 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [None req-e0991cdb-be06-4731-abb3-bf0c57754a13 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Request body: {'security_group_rule': {'security_group_id': '167841be-75b3-45f8-b145-c9ea37b1f27b', 'project_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:20:39.526392 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-e0991cdb-be06-4731-abb3-bf0c57754a13 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:20:39.530288 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-e0991cdb-be06-4731-abb3-bf0c57754a13 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Usage tracker for resource:security_group_rule and tenant:db3f835fbb4441b382fb98f5bcdc7676 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:20:39.533291 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-e0991cdb-be06-4731-abb3-bf0c57754a13 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:20:39.535933 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-cdae1b1f-7af3-4b44-8528-099f179c3f90 None None] For port 50d06580-62ce-4078-9441-f09fb10bb7e0, host dv-cinder-751579-23-smb, cleared binding levels {{(pid=91849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:20:39.539281 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-cdae1b1f-7af3-4b44-8528-099f179c3f90 None None] For port 50d06580-62ce-4078-9441-f09fb10bb7e0, host dv-cinder-751579-23-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=50d06580-62ce-4078-9441-f09fb10bb7e0,segment=NetworkSegment(79fae62a-03b2-4e12-b35c-29ccced6c68f),segment_id=79fae62a-03b2-4e12-b35c-29ccced6c68f)] {{(pid=91849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:20:39.540369 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-e0991cdb-be06-4731-abb3-bf0c57754a13 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:20:39.543666 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-cdae1b1f-7af3-4b44-8528-099f179c3f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:39.548598 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-d477aee4-f3a8-4c34-84bc-c06e08358b55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:39.552181 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.db.securitygroups_db [None req-e0991cdb-be06-4731-abb3-bf0c57754a13 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Project db3f835fbb4441b382fb98f5bcdc7676 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 11:20:39.558271 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-e0991cdb-be06-4731-abb3-bf0c57754a13 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:39.616204 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 57504) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:39.652951 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-e0991cdb-be06-4731-abb3-bf0c57754a13 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:39.658122 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-e0991cdb-be06-4731-abb3-bf0c57754a13 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902213'] for security_group_rule, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:39.658918 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d693534d-1a6f-4a27-b4ae-8b7ac9643066 None None] Pushing event updated for resources: {'Port': ['ID=50d06580-62ce-4078-9441-f09fb10bb7e0,revision_number=4']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:39.662807 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdae1b1f-7af3-4b44-8528-099f179c3f90 None None] Routers {'1f0ee961-10ce-4b9f-84f3-223fc4323fea'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:20:39.663407 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-cdae1b1f-7af3-4b44-8528-099f179c3f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:20:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['1f0ee961-10ce-4b9f-84f3-223fc4323fea'], 'active': True} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:20:39.668174 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-c29d08d9-5667-421c-83f8-64e4a1131dca tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:39.697397 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0991cdb-be06-4731-abb3-bf0c57754a13 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0186f7b-05cf-40d4-8f44-898d7c18eb52,revision_number=0']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:39.702558 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-e0991cdb-be06-4731-abb3-bf0c57754a13 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:39.715986 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-e0991cdb-be06-4731-abb3-bf0c57754a13 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:39.717529 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-e0991cdb-be06-4731-abb3-bf0c57754a13 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2022505 May 27 11:20:39.720271 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 57510) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:39.726584 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [None req-5b59c729-e1b0-46e5-8307-0547788079e4 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Request body: {'security_group_rule': {'security_group_id': '167841be-75b3-45f8-b145-c9ea37b1f27b', 'project_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:20:39.739001 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d5fe205-8be6-4566-a819-6a7aea8aabe1 admin admin] Deleting subnet 4d352393-e32e-4a3c-a464-d47cee908d41 {{(pid=91847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 11:20:39.742772 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-8d5fe205-8be6-4566-a819-6a7aea8aabe1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:39.745192 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-5b59c729-e1b0-46e5-8307-0547788079e4 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:20:39.750003 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-5b59c729-e1b0-46e5-8307-0547788079e4 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Usage tracker for resource:security_group_rule and tenant:db3f835fbb4441b382fb98f5bcdc7676 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:20:39.753941 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-5b59c729-e1b0-46e5-8307-0547788079e4 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:20:39.760600 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-5b59c729-e1b0-46e5-8307-0547788079e4 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:20:39.772259 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-d693534d-1a6f-4a27-b4ae-8b7ac9643066 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:39.777058 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.db.securitygroups_db [None req-5b59c729-e1b0-46e5-8307-0547788079e4 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Project db3f835fbb4441b382fb98f5bcdc7676 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 11:20:39.786793 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-5b59c729-e1b0-46e5-8307-0547788079e4 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:39.818138 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-8d5fe205-8be6-4566-a819-6a7aea8aabe1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:39.830779 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-8d5fe205-8be6-4566-a819-6a7aea8aabe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729342'] for subnet, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:39.896761 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-5b59c729-e1b0-46e5-8307-0547788079e4 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:39.902378 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-5b59c729-e1b0-46e5-8307-0547788079e4 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902213'] for security_group_rule, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:39.902688 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvr_db [None req-cdae1b1f-7af3-4b44-8528-099f179c3f90 None None] Set router 1f0ee961-10ce-4b9f-84f3-223fc4323fea gateway port host: dv-cinder-751579-23-smb {{(pid=91849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:20:39.904327 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:39.930875 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59c729-e1b0-46e5-8307-0547788079e4 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d5f0e3-4ac9-4b00-9908-7114e16a580b,revision_number=0']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:39.934079 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-5b59c729-e1b0-46e5-8307-0547788079e4 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:39.944514 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-5b59c729-e1b0-46e5-8307-0547788079e4 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:39.954596 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-5b59c729-e1b0-46e5-8307-0547788079e4 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2244475 May 27 11:20:40.209783 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-8d5fe205-8be6-4566-a819-6a7aea8aabe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658'] for subnet, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:40.223158 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:40.259859 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5fe205-8be6-4566-a819-6a7aea8aabe1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d352393-e32e-4a3c-a464-d47cee908d41,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:40.264579 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-8d5fe205-8be6-4566-a819-6a7aea8aabe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:40.267625 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-8d5fe205-8be6-4566-a819-6a7aea8aabe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for subnet, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:40.277312 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-8d5fe205-8be6-4566-a819-6a7aea8aabe1 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/4d352393-e32e-4a3c-a464-d47cee908d41 HTTP/1.1" status: 204 len: 168 time: 0.6572206 May 27 11:20:40.277627 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 57556) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:40.284811 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d4982-603b-4611-9721-8193de381861 req-fdf00e31-76d9-48b7-a917-e7d5a82310e0 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:40.295860 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-134d4982-603b-4611-9721-8193de381861 req-fdf00e31-76d9-48b7-a917-e7d5a82310e0 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.1419034 May 27 11:20:40.340835 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-134d4982-603b-4611-9721-8193de381861 req-b08c3dbc-0a05-4ff5-8f6b-dccd2156419d tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440745 May 27 11:20:40.382561 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-cdae1b1f-7af3-4b44-8528-099f179c3f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0ee961-10ce-4b9f-84f3-223fc4323fea', 'name': 'tempest-TestShelveInstance-555137822-router', 'tenant_id': 'abc545fa3227496e92686decfaef1445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.150'}], 'enable_snat': True}, 'gw_port_id': '113568af-9f84-4bf2-a6d6-7acbd9cc6d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:20:29Z', 'updated_at': '2021-05-27T11:20:35Z', 'revision_number': 4, 'project_id': 'abc545fa3227496e92686decfaef1445', 'gw_port': {'id': '113568af-9f84-4bf2-a6d6-7acbd9cc6d73', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0ee961-10ce-4b9f-84f3-223fc4323fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:20:30Z', 'updated_at': '2021-05-27T11:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': '50d06580-62ce-4078-9441-f09fb10bb7e0', 'name': '', 'network_id': 'aa0c9309-9680-4bdd-8541-daaee3de3ccc', 'tenant_id': 'abc545fa3227496e92686decfaef1445', 'mac_address': 'fa:16:3e:ec:13:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0ee961-10ce-4b9f-84f3-223fc4323fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'ec3c2a5d-bc5a-4e4d-88a0-37c05ccc8af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:20:34Z', 'updated_at': '2021-05-27T11:20:39Z', 'revision_number': 4, 'project_id': 'abc545fa3227496e92686decfaef1445', 'subnets': [{'id': 'ec3c2a5d-bc5a-4e4d-88a0-37c05ccc8af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:20:40.387998 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdae1b1f-7af3-4b44-8528-099f179c3f90 None None] The sync data for ids ['1f0ee961-10ce-4b9f-84f3-223fc4323fea'] in dv-cinder-751579-23-smb is: [{'id': '1f0ee961-10ce-4b9f-84f3-223fc4323fea', 'name': 'tempest-TestShelveInstance-555137822-router', 'tenant_id': 'abc545fa3227496e92686decfaef1445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.150'}], 'enable_snat': True}, 'gw_port_id': '113568af-9f84-4bf2-a6d6-7acbd9cc6d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:20:29Z', 'updated_at': '2021-05-27T11:20:35Z', 'revision_number': 4, 'project_id': 'abc545fa3227496e92686decfaef1445', 'gw_port': {'id': '113568af-9f84-4bf2-a6d6-7acbd9cc6d73', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0ee961-10ce-4b9f-84f3-223fc4323fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:20:30Z', 'updated_at': '2021-05-27T11:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': '50d06580-62ce-4078-9441-f09fb10bb7e0', 'name': '', 'network_id': 'aa0c9309-9680-4bdd-8541-daaee3de3ccc', 'tenant_id': 'abc545fa3227496e92686decfaef1445', 'mac_address': 'fa:16:3e:ec:13:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0ee961-10ce-4b9f-84f3-223fc4323fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'ec3c2a5d-bc5a-4e4d-88a0-37c05ccc8af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:20:34Z', 'updated_at': '2021-05-27T11:20:39Z', 'revision_number': 4, 'project_id': 'abc545fa3227496e92686decfaef1445', 'subnets': [{'id': 'ec3c2a5d-bc5a-4e4d-88a0-37c05ccc8af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:20:40.409927 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f8af0605-53a9-4fed-98df-55b9d65a4fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642410'] for network, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:40.594732 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f8af0605-53a9-4fed-98df-55b9d65a4fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734563', 'neutron.services.segments.db._delete_segments_for_network-8764582419685'] for network, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:40.611706 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f8af0605-53a9-4fed-98df-55b9d65a4fa8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:20:40.612706 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f8af0605-53a9-4fed-98df-55b9d65a4fa8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:20:40.612925 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f8af0605-53a9-4fed-98df-55b9d65a4fa8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:20:40.613516 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f8af0605-53a9-4fed-98df-55b9d65a4fa8 admin admin] Subscribe: > port after_create 55550000 {{(pid=91847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:20:40.613903 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f8af0605-53a9-4fed-98df-55b9d65a4fa8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:20:40.614235 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f8af0605-53a9-4fed-98df-55b9d65a4fa8 admin admin] Subscribe: > port after_update 55550000 {{(pid=91847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:20:40.614708 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f8af0605-53a9-4fed-98df-55b9d65a4fa8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:20:40.615026 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f8af0605-53a9-4fed-98df-55b9d65a4fa8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:20:40.615362 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f8af0605-53a9-4fed-98df-55b9d65a4fa8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:20:40.615676 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f8af0605-53a9-4fed-98df-55b9d65a4fa8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:20:40.693526 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f8af0605-53a9-4fed-98df-55b9d65a4fa8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:20:40.693526 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f8af0605-53a9-4fed-98df-55b9d65a4fa8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:20:40.693926 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f8af0605-53a9-4fed-98df-55b9d65a4fa8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:20:40.694457 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f8af0605-53a9-4fed-98df-55b9d65a4fa8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:20:40.694991 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.services.segments.db [None req-f8af0605-53a9-4fed-98df-55b9d65a4fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5d36b13-9b2b-45b5-8fae-c20907177c0c']}} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:20:40.711276 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.services.segments.db [None req-f8af0605-53a9-4fed-98df-55b9d65a4fa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e02b085a-e2d8-4062-9f95-5c3fd714a9bb') {'for_net_delete': True} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:20:40.711801 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.services.segments.db [None req-f8af0605-53a9-4fed-98df-55b9d65a4fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e02b085a-e2d8-4062-9f95-5c3fd714a9bb') {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:20:40.728073 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f8af0605-53a9-4fed-98df-55b9d65a4fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764582427558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7577939'] for segment, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:40.750713 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f8af0605-53a9-4fed-98df-55b9d65a4fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075'] for segment, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:40.762385 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8af0605-53a9-4fed-98df-55b9d65a4fa8 admin admin] Releasing vlan 1198 on physical network physnet1 to pool {{(pid=91847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 11:20:40.762859 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f8af0605-53a9-4fed-98df-55b9d65a4fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7527387'] for segment, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:40.787259 dv-cinder-751579-23-smb neutron-server[91847]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 11:20:40.787259 dv-cinder-751579-23-smb neutron-server[91847]: from cryptography.utils import int_from_bytes May 27 11:20:40.787259 dv-cinder-751579-23-smb neutron-server[91847]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 11:20:40.787259 dv-cinder-751579-23-smb neutron-server[91847]: from cryptography.utils import int_from_bytes May 27 11:20:40.787259 dv-cinder-751579-23-smb neutron-server[91847]: Traceback (most recent call last): May 27 11:20:40.787259 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 11:20:40.787259 dv-cinder-751579-23-smb neutron-server[91847]: timer() May 27 11:20:40.787259 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 11:20:40.787259 dv-cinder-751579-23-smb neutron-server[91847]: cb(*args, **kw) May 27 11:20:40.787259 dv-cinder-751579-23-smb neutron-server[91847]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 11:20:40.787259 dv-cinder-751579-23-smb neutron-server[91847]: return func(*args, **kwargs) May 27 11:20:40.787259 dv-cinder-751579-23-smb neutron-server[91847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 11:20:40.787259 dv-cinder-751579-23-smb neutron-server[91847]: self._notify() May 27 11:20:40.787259 dv-cinder-751579-23-smb neutron-server[91847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 11:20:40.787259 dv-cinder-751579-23-smb neutron-server[91847]: self.callback(batched_events) May 27 11:20:40.787259 dv-cinder-751579-23-smb neutron-server[91847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 11:20:40.787259 dv-cinder-751579-23-smb neutron-server[91847]: event.method(event) May 27 11:20:40.787259 dv-cinder-751579-23-smb neutron-server[91847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 11:20:40.787259 dv-cinder-751579-23-smb neutron-server[91847]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 11:20:40.787259 dv-cinder-751579-23-smb neutron-server[91847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 11:20:40.787259 dv-cinder-751579-23-smb neutron-server[91847]: aggregate_uuid = self.p_client.list_aggregates( May 27 11:20:40.787259 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 11:20:40.787259 dv-cinder-751579-23-smb neutron-server[91847]: return f(self, *a, **k) May 27 11:20:40.787259 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 11:20:40.787259 dv-cinder-751579-23-smb neutron-server[91847]: return self._get(url).json() May 27 11:20:40.787259 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 11:20:40.787259 dv-cinder-751579-23-smb neutron-server[91847]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 11:20:40.787259 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 11:20:40.787259 dv-cinder-751579-23-smb neutron-server[91847]: return self.request(url, 'GET', **kwargs) May 27 11:20:40.787259 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 11:20:40.787259 dv-cinder-751579-23-smb neutron-server[91847]: base_url = self.get_endpoint(auth, allow=allow, May 27 11:20:40.787259 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 11:20:40.787259 dv-cinder-751579-23-smb neutron-server[91847]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 11:20:40.787259 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 11:20:40.787259 dv-cinder-751579-23-smb neutron-server[91847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 11:20:40.787259 dv-cinder-751579-23-smb neutron-server[91847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 11:20:40.887343 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f8af0605-53a9-4fed-98df-55b9d65a4fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926643'] for network, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:40.893190 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:40.908300 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f8af0605-53a9-4fed-98df-55b9d65a4fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for network, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:40.919307 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af0605-53a9-4fed-98df-55b9d65a4fa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5d36b13-9b2b-45b5-8fae-c20907177c0c,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:40.922768 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-f8af0605-53a9-4fed-98df-55b9d65a4fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:40.932194 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-f8af0605-53a9-4fed-98df-55b9d65a4fa8 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d5d36b13-9b2b-45b5-8fae-c20907177c0c HTTP/1.1" status: 204 len: 168 time: 0.6532879 May 27 11:20:40.933092 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 57566) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:41.014245 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.db_base_plugin_v2 [None req-43885c43-f7f9-4c8c-b17a-382e8d2abdf7 admin admin] Deleting subnet c086a19d-1c18-46d7-8c45-a63bd1dbf43a {{(pid=91847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 11:20:41.017904 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-43885c43-f7f9-4c8c-b17a-382e8d2abdf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:41.078628 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-43885c43-f7f9-4c8c-b17a-382e8d2abdf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7577962'] for subnet, precommit_delete_associations {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:41.144524 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-43885c43-f7f9-4c8c-b17a-382e8d2abdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729342'] for subnet, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:41.477585 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-43885c43-f7f9-4c8c-b17a-382e8d2abdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7527801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640537'] for subnet, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:41.486765 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:41.527256 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-43885c43-f7f9-4c8c-b17a-382e8d2abdf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for subnet, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:41.529991 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43885c43-f7f9-4c8c-b17a-382e8d2abdf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c086a19d-1c18-46d7-8c45-a63bd1dbf43a,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:41.532260 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-43885c43-f7f9-4c8c-b17a-382e8d2abdf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:41.539553 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-43885c43-f7f9-4c8c-b17a-382e8d2abdf7 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c086a19d-1c18-46d7-8c45-a63bd1dbf43a HTTP/1.1" status: 204 len: 168 time: 0.6028888 May 27 11:20:41.539833 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 57590) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:41.593261 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd204d3-7154-49be-9e32-120feaf9944e req-dfe2fb77-778e-4860-9dea-2932a284c8ba tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:41.594921 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7dd204d3-7154-49be-9e32-120feaf9944e req-dfe2fb77-778e-4860-9dea-2932a284c8ba tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.1264961 May 27 11:20:41.656332 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7dd204d3-7154-49be-9e32-120feaf9944e req-25185364-810d-488b-a321-c35aa9fe3115 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512886 May 27 11:20:41.748416 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-db7fa00d-43e9-4f63-86ce-e1e5b4000985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642410'] for network, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:41.902642 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-db7fa00d-43e9-4f63-86ce-e1e5b4000985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734563', 'neutron.services.segments.db._delete_segments_for_network-8764582419685'] for network, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:41.924159 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.services.segments.db [None req-db7fa00d-43e9-4f63-86ce-e1e5b4000985 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d626f83-238e-4afd-8bcd-f1ffb53f8ee5']}} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:20:41.941729 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.services.segments.db [None req-db7fa00d-43e9-4f63-86ce-e1e5b4000985 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21a3fde8-5bd7-4370-bdc3-692220fb817c') {'for_net_delete': True} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:20:41.942813 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.services.segments.db [None req-db7fa00d-43e9-4f63-86ce-e1e5b4000985 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21a3fde8-5bd7-4370-bdc3-692220fb817c') {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:20:41.943509 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d8a9f-31d9-4f19-80b0-fee1e26b2bbc req-9825f2f1-cc8c-416e-b04d-e6e82bd83955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:41.945514 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-518d8a9f-31d9-4f19-80b0-fee1e26b2bbc req-9825f2f1-cc8c-416e-b04d-e6e82bd83955 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 1098 time: 0.1370380 May 27 11:20:41.967544 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-db7fa00d-43e9-4f63-86ce-e1e5b4000985 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764582427558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7577939'] for segment, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:42.005392 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-db7fa00d-43e9-4f63-86ce-e1e5b4000985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075'] for segment, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:42.013311 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db7fa00d-43e9-4f63-86ce-e1e5b4000985 admin admin] Releasing vlan 1156 on physical network physnet1 to pool {{(pid=91847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 11:20:42.013729 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-db7fa00d-43e9-4f63-86ce-e1e5b4000985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7527387'] for segment, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:42.054155 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-518d8a9f-31d9-4f19-80b0-fee1e26b2bbc req-33838873-e17c-4d3b-86c2-c2e468d76516 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793302 May 27 11:20:42.149556 dv-cinder-751579-23-smb neutron-server[91847]: Traceback (most recent call last): May 27 11:20:42.149556 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 11:20:42.149556 dv-cinder-751579-23-smb neutron-server[91847]: timer() May 27 11:20:42.149556 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 11:20:42.149556 dv-cinder-751579-23-smb neutron-server[91847]: cb(*args, **kw) May 27 11:20:42.149556 dv-cinder-751579-23-smb neutron-server[91847]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 11:20:42.149556 dv-cinder-751579-23-smb neutron-server[91847]: return func(*args, **kwargs) May 27 11:20:42.149556 dv-cinder-751579-23-smb neutron-server[91847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 11:20:42.149556 dv-cinder-751579-23-smb neutron-server[91847]: self._notify() May 27 11:20:42.149556 dv-cinder-751579-23-smb neutron-server[91847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 11:20:42.149556 dv-cinder-751579-23-smb neutron-server[91847]: self.callback(batched_events) May 27 11:20:42.149556 dv-cinder-751579-23-smb neutron-server[91847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 11:20:42.149556 dv-cinder-751579-23-smb neutron-server[91847]: event.method(event) May 27 11:20:42.149556 dv-cinder-751579-23-smb neutron-server[91847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 11:20:42.149556 dv-cinder-751579-23-smb neutron-server[91847]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 11:20:42.149556 dv-cinder-751579-23-smb neutron-server[91847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 11:20:42.149556 dv-cinder-751579-23-smb neutron-server[91847]: aggregate_uuid = self.p_client.list_aggregates( May 27 11:20:42.149556 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 11:20:42.149556 dv-cinder-751579-23-smb neutron-server[91847]: return f(self, *a, **k) May 27 11:20:42.149556 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 11:20:42.149556 dv-cinder-751579-23-smb neutron-server[91847]: return self._get(url).json() May 27 11:20:42.149556 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 11:20:42.149556 dv-cinder-751579-23-smb neutron-server[91847]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 11:20:42.149556 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 11:20:42.149556 dv-cinder-751579-23-smb neutron-server[91847]: return self.request(url, 'GET', **kwargs) May 27 11:20:42.149556 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 11:20:42.149556 dv-cinder-751579-23-smb neutron-server[91847]: base_url = self.get_endpoint(auth, allow=allow, May 27 11:20:42.149556 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 11:20:42.149556 dv-cinder-751579-23-smb neutron-server[91847]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 11:20:42.149556 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 11:20:42.149556 dv-cinder-751579-23-smb neutron-server[91847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 11:20:42.149556 dv-cinder-751579-23-smb neutron-server[91847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 11:20:42.156743 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-db7fa00d-43e9-4f63-86ce-e1e5b4000985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926643'] for network, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:42.161718 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:42.176642 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-db7fa00d-43e9-4f63-86ce-e1e5b4000985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for network, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:42.188993 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 50d06580-62ce-4078-9441-f09fb10bb7e0 up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:20:42.191182 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7fa00d-43e9-4f63-86ce-e1e5b4000985 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d626f83-238e-4afd-8bcd-f1ffb53f8ee5,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:42.197344 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-db7fa00d-43e9-4f63-86ce-e1e5b4000985 admin admin] 10.222.0.77 "DELETE /v2.0/networks/7d626f83-238e-4afd-8bcd-f1ffb53f8ee5 HTTP/1.1" status: 204 len: 168 time: 0.6564262 May 27 11:20:42.199339 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-db7fa00d-43e9-4f63-86ce-e1e5b4000985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:42.274668 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning for port 50d06580-62ce-4078-9441-f09fb10bb7e0 completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:20:42.279759 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port 50d06580-62ce-4078-9441-f09fb10bb7e0 triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:20:42.280142 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:42.414748 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:42.457639 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] For port 50d06580-62ce-4078-9441-f09fb10bb7e0, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=50d06580-62ce-4078-9441-f09fb10bb7e0,segment=NetworkSegment(79fae62a-03b2-4e12-b35c-29ccced6c68f),segment_id=79fae62a-03b2-4e12-b35c-29ccced6c68f)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:20:42.464766 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:42.468165 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:42.508487 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 57608) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:42.588767 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-37a7400a-cbb0-497c-9211-bf1d0ba8a0f4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=20f2393e9cda4b32ae7b86a1c6ebc470&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0783553 May 27 11:20:42.591762 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 57614) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:42.608074 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Pushing event updated for resources: {'Port': ['ID=50d06580-62ce-4078-9441-f09fb10bb7e0,revision_number=5']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:42.611972 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:42.672414 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-47e4f963-925c-438d-9552-2a8bf21a0a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:42.710869 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-47e4f963-925c-438d-9552-2a8bf21a0a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:42.773933 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-47e4f963-925c-438d-9552-2a8bf21a0a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:42.781593 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-c073eadd-5a63-42f7-ac5b-2e663b16a890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:42.807958 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4f963-925c-438d-9552-2a8bf21a0a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a44308-3d34-40b2-bf27-a22b095087e9,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:42.811310 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-47e4f963-925c-438d-9552-2a8bf21a0a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:42.832436 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-47e4f963-925c-438d-9552-2a8bf21a0a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:42.835048 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-47e4f963-925c-438d-9552-2a8bf21a0a6f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a7a44308-3d34-40b2-bf27-a22b095087e9 HTTP/1.1" status: 204 len: 168 time: 0.2414999 May 27 11:20:43.090214 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356d1ce-649d-4b7b-b16b-f6a6edd4aa62 req-32b0ffc5-8691-468c-bc1c-81169df3beee tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:43.097893 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5356d1ce-649d-4b7b-b16b-f6a6edd4aa62 req-32b0ffc5-8691-468c-bc1c-81169df3beee tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.1787646 May 27 11:20:43.198548 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5356d1ce-649d-4b7b-b16b-f6a6edd4aa62 req-3099fca6-7ec0-4a36-8119-2b9560163385 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994704 May 27 11:20:43.351663 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 57634) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:43.407249 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-b7272ad7-5570-4fa2-b8c4-b0b3becaf9cc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8acf3da297164cdb906f33353f4b11d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543547 May 27 11:20:43.410468 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 57638) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:43.473415 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-e30a1d72-f829-4338-ae7f-590b40cf0490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:43.510354 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-e30a1d72-f829-4338-ae7f-590b40cf0490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:43.572332 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-e30a1d72-f829-4338-ae7f-590b40cf0490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:43.576347 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-9b63c6a0-03e3-4453-909b-8e513c867cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:43.601319 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a1d72-f829-4338-ae7f-590b40cf0490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e2d30e-0f9f-48cd-a7f8-658545b4a644,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:43.606623 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-e30a1d72-f829-4338-ae7f-590b40cf0490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:43.611042 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-e30a1d72-f829-4338-ae7f-590b40cf0490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:43.613157 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-e30a1d72-f829-4338-ae7f-590b40cf0490 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/63e2d30e-0f9f-48cd-a7f8-658545b4a644 HTTP/1.1" status: 204 len: 168 time: 0.2013814 May 27 11:20:44.072436 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 50d06580-62ce-4078-9441-f09fb10bb7e0 up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:20:44.153644 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port 50d06580-62ce-4078-9441-f09fb10bb7e0 triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:20:44.154028 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:44.592779 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-6ced3e1d-6028-4cb3-8c3e-842a28a320dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:44.616872 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c0e9b-0fb8-4c48-92af-b35ea4303f9f req-44a94ec4-8e06-400b-b8fe-9f47fe8545bf tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:44.619861 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c88c0e9b-0fb8-4c48-92af-b35ea4303f9f req-44a94ec4-8e06-400b-b8fe-9f47fe8545bf tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.2192047 May 27 11:20:44.685805 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c88c0e9b-0fb8-4c48-92af-b35ea4303f9f req-dd1bfd39-63b6-4caa-baea-eb239bce1091 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593965 May 27 11:20:45.282429 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c637c3-2ba4-4cbc-9075-6fbe982d9089 req-49420fac-5f6f-4a2b-8f55-2c54ef84c580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:45.284745 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-91c637c3-2ba4-4cbc-9075-6fbe982d9089 req-49420fac-5f6f-4a2b-8f55-2c54ef84c580 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=14b4c167ec414b36b060953567b3bf93&device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 1098 time: 0.2199361 May 27 11:20:45.297091 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a999c-73fa-46e4-9ebd-7366d1077791 req-7ea1f4b1-5686-4fef-bc57-645ca31d17cd tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:45.299574 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0a6a999c-73fa-46e4-9ebd-7366d1077791 req-7ea1f4b1-5686-4fef-bc57-645ca31d17cd tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.1363719 May 27 11:20:45.518771 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0a6a999c-73fa-46e4-9ebd-7366d1077791 req-f584470b-d79c-4c93-bdf9-1feb9ef9c5c5 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875114 May 27 11:20:45.591744 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c637c3-2ba4-4cbc-9075-6fbe982d9089 req-b9b701b3-c909-4fe2-a7b6-1b685b0bbe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:45.594008 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-91c637c3-2ba4-4cbc-9075-6fbe982d9089 req-b9b701b3-c909-4fe2-a7b6-1b685b0bbe5f service neutron] 10.222.0.35 "GET /v2.0/networks?id=0c305644-2dc8-4e1c-bdb2-2c8567d44268 HTTP/1.1" status: 200 len: 921 time: 0.2931933 May 27 11:20:45.683748 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-91c637c3-2ba4-4cbc-9075-6fbe982d9089 req-28dca54e-0f9a-4657-8248-559794805a6e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=878b7503-ad4e-47bb-9f54-82414c028a77 HTTP/1.1" status: 200 len: 217 time: 0.0750721 May 27 11:20:45.763903 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c637c3-2ba4-4cbc-9075-6fbe982d9089 req-bcde3823-ede6-4d3c-b1d4-b99ed6e95230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:45.765626 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-91c637c3-2ba4-4cbc-9075-6fbe982d9089 req-bcde3823-ede6-4d3c-b1d4-b99ed6e95230 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=369e4e27-1796-451b-8798-a21a60543ff2 HTTP/1.1" status: 200 len: 859 time: 0.0732286 May 27 11:20:45.840580 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-91c637c3-2ba4-4cbc-9075-6fbe982d9089 req-eaa6c81d-1ee4-4515-a09c-6ebf99b0f198 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0c305644-2dc8-4e1c-bdb2-2c8567d44268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438371 May 27 11:20:45.991722 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-91c637c3-2ba4-4cbc-9075-6fbe982d9089 req-97dd6e0c-0a4a-4add-8a04-abfb9f2adb5b service neutron] 10.222.0.35 "GET /v2.0/networks/0c305644-2dc8-4e1c-bdb2-2c8567d44268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408298 May 27 11:20:46.151978 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-91c637c3-2ba4-4cbc-9075-6fbe982d9089 req-4a071892-5606-4037-95d6-a6ac38639a3d service neutron] 10.222.0.35 "GET /v2.0/networks/0c305644-2dc8-4e1c-bdb2-2c8567d44268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467762 May 27 11:20:46.739354 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e8652-8ab9-4775-b88a-8648f4aa085f req-b4e957eb-8ab4-4ac8-8101-e4e51596df41 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:46.741016 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-fb6e8652-8ab9-4775-b88a-8648f4aa085f req-b4e957eb-8ab4-4ac8-8101-e4e51596df41 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.0919740 May 27 11:20:46.795524 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-fb6e8652-8ab9-4775-b88a-8648f4aa085f req-22552b3c-64af-43b6-ad4c-be4a03f9908b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478573 May 27 11:20:47.031860 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-64969129-3837-422a-b97e-7c54992a122e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:47.111605 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:47.215811 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559f511-141f-4acc-9858-a6fe8ac738ce req-3cf979ab-29a6-4093-9573-9161414843a6 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:47.217549 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1559f511-141f-4acc-9858-a6fe8ac738ce req-3cf979ab-29a6-4093-9573-9161414843a6 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=453a6bde-43b3-4e33-88e8-3d7c8df9d4c5 HTTP/1.1" status: 200 len: 946 time: 0.1056902 May 27 11:20:47.265196 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1559f511-141f-4acc-9858-a6fe8ac738ce req-11281e05-2c94-4d97-adc0-96804060fd40 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418289 May 27 11:20:48.015929 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b813d0-1866-4c2c-8e65-6d2b8fd4e0dc req-743b7741-860c-4324-866c-3dbcc66a48c4 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:48.017345 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a2b813d0-1866-4c2c-8e65-6d2b8fd4e0dc req-743b7741-860c-4324-866c-3dbcc66a48c4 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.0915151 May 27 11:20:48.066586 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a2b813d0-1866-4c2c-8e65-6d2b8fd4e0dc req-3b56bfc8-d678-4359-afdf-32ccba89859a tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429642 May 27 11:20:48.327960 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:48.462673 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d175b-818c-446a-a320-f3af31a39456 req-13262da6-3fd0-487a-b69c-fb3ac49e62ae tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:48.464097 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3b7d175b-818c-446a-a320-f3af31a39456 req-13262da6-3fd0-487a-b69c-fb3ac49e62ae tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=453a6bde-43b3-4e33-88e8-3d7c8df9d4c5 HTTP/1.1" status: 200 len: 946 time: 0.0841613 May 27 11:20:48.512550 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3b7d175b-818c-446a-a320-f3af31a39456 req-fb77dfad-eaf3-4e0c-8759-62c04855276f tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413802 May 27 11:20:49.272648 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6fc01-4673-43d1-9737-0aa3488370ca req-fe454427-702c-48a4-be1d-92112b14f9a5 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:49.274181 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ebb6fc01-4673-43d1-9737-0aa3488370ca req-fe454427-702c-48a4-be1d-92112b14f9a5 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.0924425 May 27 11:20:49.324432 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ebb6fc01-4673-43d1-9737-0aa3488370ca req-eaa35eb7-1996-40ce-a501-e892a1fb8b75 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431755 May 27 11:20:49.714664 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e0b4f-78ea-414a-b715-bd288df138e2 req-8987e5c7-b292-4eb4-ae76-920bbb39796a tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:49.716061 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8f3e0b4f-78ea-414a-b715-bd288df138e2 req-8987e5c7-b292-4eb4-ae76-920bbb39796a tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=453a6bde-43b3-4e33-88e8-3d7c8df9d4c5 HTTP/1.1" status: 200 len: 946 time: 0.0862162 May 27 11:20:49.770097 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8f3e0b4f-78ea-414a-b715-bd288df138e2 req-c674d31c-90bf-4bb1-8f76-d7c00565172a tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483170 May 27 11:20:50.296653 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 57766) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:50.344553 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:50.516274 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-64e4e888-ccf9-4628-b33d-ae1c2dba986f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:50.547835 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-64e4e888-ccf9-4628-b33d-ae1c2dba986f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:20:50.554647 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-64e4e888-ccf9-4628-b33d-ae1c2dba986f admin admin] Usage tracker for resource:security_group_rule and tenant:1c13e031dc3a4de5b69a69e00fe25261 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:20:50.559473 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-64e4e888-ccf9-4628-b33d-ae1c2dba986f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:20:50.569873 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-64e4e888-ccf9-4628-b33d-ae1c2dba986f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:20:50.584285 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4534b3-8462-4bae-9520-6da18a190269 req-d2d1908f-ade7-45ef-883f-532bcc92ddac tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:50.585862 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-da4534b3-8462-4bae-9520-6da18a190269 req-d2d1908f-ade7-45ef-883f-532bcc92ddac tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.1348987 May 27 11:20:50.650804 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-da4534b3-8462-4bae-9520-6da18a190269 req-466f8c57-9cd3-4a6d-aaa8-990661b84ffb tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502257 May 27 11:20:50.674471 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-64e4e888-ccf9-4628-b33d-ae1c2dba986f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:50.679570 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-64e4e888-ccf9-4628-b33d-ae1c2dba986f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:50.686979 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-32005928-fcdc-4317-9bd4-1f8cba9bea69 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:50.730789 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-64e4e888-ccf9-4628-b33d-ae1c2dba986f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1c13e031dc3a4de5b69a69e00fe25261&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4330101 May 27 11:20:50.731842 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4e888-ccf9-4628-b33d-ae1c2dba986f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d962df-c819-4aff-91c1-87eb0fe0ade9,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:50.733827 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 57776) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:50.735381 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-64e4e888-ccf9-4628-b33d-ae1c2dba986f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:50.809791 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-68fe57de-65fa-477c-b2e2-e18e86526dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:50.853099 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-68fe57de-65fa-477c-b2e2-e18e86526dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:51.138698 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dec807-3963-4333-afba-f46a8bbb6b3b req-efcb3bc6-e8d8-474a-b958-96a410cf5199 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:51.140069 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-94dec807-3963-4333-afba-f46a8bbb6b3b req-efcb3bc6-e8d8-474a-b958-96a410cf5199 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.35 "GET /v2.0/ports?device_id=453a6bde-43b3-4e33-88e8-3d7c8df9d4c5 HTTP/1.1" status: 200 len: 946 time: 0.1878374 May 27 11:20:51.142785 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-68fe57de-65fa-477c-b2e2-e18e86526dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:51.147865 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:51.163908 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db8d51-5903-4611-9dcb-58ba2d45ad14 req-f30a7fe9-9d4b-4ee2-a19b-2c5bc20f58eb tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:51.165587 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d8db8d51-5903-4611-9dcb-58ba2d45ad14 req-f30a7fe9-9d4b-4ee2-a19b-2c5bc20f58eb tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=453a6bde-43b3-4e33-88e8-3d7c8df9d4c5 HTTP/1.1" status: 200 len: 946 time: 0.2122335 May 27 11:20:51.210374 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe57de-65fa-477c-b2e2-e18e86526dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d962df-c819-4aff-91c1-87eb0fe0ade9,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:51.210711 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-68fe57de-65fa-477c-b2e2-e18e86526dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:51.259622 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-68fe57de-65fa-477c-b2e2-e18e86526dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:51.262247 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-68fe57de-65fa-477c-b2e2-e18e86526dc1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/13d962df-c819-4aff-91c1-87eb0fe0ade9 HTTP/1.1" status: 204 len: 168 time: 0.5273852 May 27 11:20:51.323828 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d8db8d51-5903-4611-9dcb-58ba2d45ad14 req-a7f26cbd-31db-49ca-8f66-6d10a2d9bb00 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217656 May 27 11:20:51.373125 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [req-94dec807-3963-4333-afba-f46a8bbb6b3b req-fb7eab12-f9bf-446b-8dea-f18fc8b0a189 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Deleting port ac586aed-7aff-40e3-bf6c-0129a90ae35d {{(pid=91848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:20:51.373487 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-94dec807-3963-4333-afba-f46a8bbb6b3b req-fb7eab12-f9bf-446b-8dea-f18fc8b0a189 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:51.538598 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [req-94dec807-3963-4333-afba-f46a8bbb6b3b req-fb7eab12-f9bf-446b-8dea-f18fc8b0a189 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] For port ac586aed-7aff-40e3-bf6c-0129a90ae35d, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=ac586aed-7aff-40e3-bf6c-0129a90ae35d,segment=NetworkSegment(c2be4939-06da-44ef-b45c-fa595b7b31a6),segment_id=c2be4939-06da-44ef-b45c-fa595b7b31a6)] {{(pid=91848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:20:51.538954 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-94dec807-3963-4333-afba-f46a8bbb6b3b req-fb7eab12-f9bf-446b-8dea-f18fc8b0a189 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:51.650957 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 57790) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:51.672988 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1a1cd495-d1e7-4608-99e5-568aea0f17a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:51.686441 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [req-94dec807-3963-4333-afba-f46a8bbb6b3b req-fb7eab12-f9bf-446b-8dea-f18fc8b0a189 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Calling delete_port for ac586aed-7aff-40e3-bf6c-0129a90ae35d owned by compute:nova {{(pid=91848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:20:51.699243 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-1a1cd495-d1e7-4608-99e5-568aea0f17a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:20:51.709297 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-1a1cd495-d1e7-4608-99e5-568aea0f17a9 admin admin] Usage tracker for resource:security_group_rule and tenant:ceb2feb26fb94509984f3a036d97b01b is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:20:51.715068 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-1a1cd495-d1e7-4608-99e5-568aea0f17a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:20:51.725936 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-1a1cd495-d1e7-4608-99e5-568aea0f17a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:20:51.881654 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1a1cd495-d1e7-4608-99e5-568aea0f17a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:51.887857 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1a1cd495-d1e7-4608-99e5-568aea0f17a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:51.899502 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-a7742663-b371-4291-9dd7-751685b3819b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:51.953183 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-1a1cd495-d1e7-4608-99e5-568aea0f17a9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ceb2feb26fb94509984f3a036d97b01b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986598 May 27 11:20:51.954504 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 57798) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:51.969609 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1cd495-d1e7-4608-99e5-568aea0f17a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f78139-8161-43db-a511-088535522431,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:51.978202 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1a1cd495-d1e7-4608-99e5-568aea0f17a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:51.981590 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-94dec807-3963-4333-afba-f46a8bbb6b3b req-fb7eab12-f9bf-446b-8dea-f18fc8b0a189 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6295888'] for port, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:51.988960 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:52.004004 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['ab572ded-6b44-4c82-a795-d899fc8c34ee', '8d670ccd-32fa-4784-b907-cab36f499fc1', 'a7f1e5a4-6d13-464c-9723-e7a8a75eee09', 'ac586aed-7aff-40e3-bf6c-0129a90ae35d'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:20:52.048650 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7eab12-f9bf-446b-8dea-f18fc8b0a189 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Pushing event deleted for resources: {'Port': ['ID=ac586aed-7aff-40e3-bf6c-0129a90ae35d,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:52.054164 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-fb7eab12-f9bf-446b-8dea-f18fc8b0a189 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:52.065485 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f6bb6bd3-dd21-42a7-a09e-0a848017d18a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:52.141920 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [req-94dec807-3963-4333-afba-f46a8bbb6b3b req-fb7eab12-f9bf-446b-8dea-f18fc8b0a189 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] No DVR routers for this DVR port ac586aed-7aff-40e3-bf6c-0129a90ae35d on host hv-cinder-75157 {{(pid=91848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:20:52.142397 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f6bb6bd3-dd21-42a7-a09e-0a848017d18a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:52.142988 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-94dec807-3963-4333-afba-f46a8bbb6b3b req-fb7eab12-f9bf-446b-8dea-f18fc8b0a189 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:52.146225 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453a6bde-43b3-4e33-88e8-3d7c8df9d4c5', 'name': 'network-vif-deleted', 'tag': 'ac586aed-7aff-40e3-bf6c-0129a90ae35d'}] {{(pid=91848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:20:52.188798 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161f8ba-4f60-4d66-b43e-82f3f95f54d0 req-65b54e32-cd43-4f47-ae36-ab73ce90d6b6 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:52.190501 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0161f8ba-4f60-4d66-b43e-82f3f95f54d0 req-65b54e32-cd43-4f47-ae36-ab73ce90d6b6 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.3336666 May 27 11:20:52.201573 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-94dec807-3963-4333-afba-f46a8bbb6b3b req-fb7eab12-f9bf-446b-8dea-f18fc8b0a189 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.35 "DELETE /v2.0/ports/ac586aed-7aff-40e3-bf6c-0129a90ae35d HTTP/1.1" status: 204 len: 173 time: 1.0333509 May 27 11:20:52.233728 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f6bb6bd3-dd21-42a7-a09e-0a848017d18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:52.239487 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-64e4e888-ccf9-4628-b33d-ae1c2dba986f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:52.254390 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb6bd3-dd21-42a7-a09e-0a848017d18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f78139-8161-43db-a511-088535522431,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:52.257826 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-f6bb6bd3-dd21-42a7-a09e-0a848017d18a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:52.273205 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f6bb6bd3-dd21-42a7-a09e-0a848017d18a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:52.275713 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-f6bb6bd3-dd21-42a7-a09e-0a848017d18a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/66f78139-8161-43db-a511-088535522431 HTTP/1.1" status: 204 len: 168 time: 0.3196089 May 27 11:20:52.382829 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '453a6bde-43b3-4e33-88e8-3d7c8df9d4c5', 'name': 'network-vif-deleted', 'tag': 'ac586aed-7aff-40e3-bf6c-0129a90ae35d', 'status': 'completed', 'code': 200} May 27 11:20:52.408433 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0161f8ba-4f60-4d66-b43e-82f3f95f54d0 req-cedd566b-3140-40e0-ab7b-b8846dd2232c tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980708 May 27 11:20:52.633988 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-86efbb72-a328-46d5-b542-858685465340 req-6a9a920b-3c29-430f-a07d-d2bad16dfa47 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Synchronizing usage tracker for tenant:8d42625dceb84e92adbcff7fb4675425 on resource:port {{(pid=91848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:20:52.657451 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-86efbb72-a328-46d5-b542-858685465340 req-6a9a920b-3c29-430f-a07d-d2bad16dfa47 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Unset dirty status for tenant:8d42625dceb84e92adbcff7fb4675425 on resource:port {{(pid=91848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:20:52.661709 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-86efbb72-a328-46d5-b542-858685465340 req-6a9a920b-3c29-430f-a07d-d2bad16dfa47 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=453a6bde-43b3-4e33-88e8-3d7c8df9d4c5 HTTP/1.1" status: 200 len: 210 time: 0.0884173 May 27 11:20:53.232474 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 6 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:20:53.830568 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:54.283333 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16424f26-55b8-4f24-a092-766ffc557b56 req-b16ce8f6-2dd0-4428-9bae-c4b77550922a tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:54.285169 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-16424f26-55b8-4f24-a092-766ffc557b56 req-b16ce8f6-2dd0-4428-9bae-c4b77550922a tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.0859706 May 27 11:20:54.339918 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-16424f26-55b8-4f24-a092-766ffc557b56 req-c0c6a857-d880-4b1b-a144-d505df5cbcd8 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482183 May 27 11:20:55.182082 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device ac586aed-7aff-40e3-bf6c-0129a90ae35d no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:20:55.251856 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] No Port match for: ac586aed-7aff-40e3-bf6c-0129a90ae35d {{(pid=91849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:20:55.252207 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device ac586aed-7aff-40e3-bf6c-0129a90ae35d not bound to the agent host hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:20:55.488137 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8d995-c7e7-47fa-a73e-7f15b37c0b02 req-b1c20d60-e8b3-4582-aa40-406a148efc13 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:55.489878 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-54f8d995-c7e7-47fa-a73e-7f15b37c0b02 req-b1c20d60-e8b3-4582-aa40-406a148efc13 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=272ccf7a-3af6-4256-a8ee-5d66058af493 HTTP/1.1" status: 200 len: 946 time: 0.1007192 May 27 11:20:55.542893 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-54f8d995-c7e7-47fa-a73e-7f15b37c0b02 req-fc7fbe24-73e7-4288-80b2-a99a69047855 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466132 May 27 11:20:56.792245 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd323c-a470-4830-abbe-7f2670f82bc7 req-ae75a40d-d3bf-43e3-9c91-ecf4d1ad8c63 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:56.795782 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a6fd323c-a470-4830-abbe-7f2670f82bc7 req-ae75a40d-d3bf-43e3-9c91-ecf4d1ad8c63 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=272ccf7a-3af6-4256-a8ee-5d66058af493 HTTP/1.1" status: 200 len: 946 time: 0.1237519 May 27 11:20:56.839805 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 57910) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:56.846591 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a6fd323c-a470-4830-abbe-7f2670f82bc7 req-4e62961f-c6b3-4193-a136-271c041969c7 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456698 May 27 11:20:56.973059 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-2efd1c06-b6ea-43bc-b8ee-7d4019c0353c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:56.989492 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-2efd1c06-b6ea-43bc-b8ee-7d4019c0353c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:20:56.994023 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-2efd1c06-b6ea-43bc-b8ee-7d4019c0353c admin admin] Usage tracker for resource:security_group_rule and tenant:da5843eb93464b0c93ad7e03b7f03fc1 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:20:56.997377 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-2efd1c06-b6ea-43bc-b8ee-7d4019c0353c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:20:57.003887 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-2efd1c06-b6ea-43bc-b8ee-7d4019c0353c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:20:57.105344 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-2efd1c06-b6ea-43bc-b8ee-7d4019c0353c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:57.112013 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-2efd1c06-b6ea-43bc-b8ee-7d4019c0353c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:57.132849 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-4f807d35-61e6-4897-b025-9ea7bd552d84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:57.198386 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd1c06-b6ea-43bc-b8ee-7d4019c0353c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c712a297-f68c-4443-a634-e71f4700f9a1,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:57.203420 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-2efd1c06-b6ea-43bc-b8ee-7d4019c0353c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:57.207970 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-2efd1c06-b6ea-43bc-b8ee-7d4019c0353c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=da5843eb93464b0c93ad7e03b7f03fc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3666866 May 27 11:20:57.210246 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 57920) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:57.278983 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-09a54392-480d-4e47-87f6-953a6b1772c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:57.314289 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-09a54392-480d-4e47-87f6-953a6b1772c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:57.380266 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-09a54392-480d-4e47-87f6-953a6b1772c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:57.386440 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-abf937cd-50fe-42e4-b0c7-422092c5984a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:57.399762 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a54392-480d-4e47-87f6-953a6b1772c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c712a297-f68c-4443-a634-e71f4700f9a1,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:57.402670 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-09a54392-480d-4e47-87f6-953a6b1772c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:57.404793 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-09a54392-480d-4e47-87f6-953a6b1772c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:57.405874 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-09a54392-480d-4e47-87f6-953a6b1772c2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c712a297-f68c-4443-a634-e71f4700f9a1 HTTP/1.1" status: 204 len: 168 time: 0.1946774 May 27 11:20:58.063951 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382ce15-dc62-4da4-9f4a-54c1dc2f917d req-f20713b0-e5cd-4dcd-b730-b55474b34957 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:58.065745 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a382ce15-dc62-4da4-9f4a-54c1dc2f917d req-f20713b0-e5cd-4dcd-b730-b55474b34957 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=272ccf7a-3af6-4256-a8ee-5d66058af493 HTTP/1.1" status: 200 len: 946 time: 0.0950148 May 27 11:20:58.122273 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a382ce15-dc62-4da4-9f4a-54c1dc2f917d req-da38652a-ee33-4acf-9f00-103b54657e2e tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446997 May 27 11:20:58.174510 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 57950) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:58.289564 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-c766ae2b-7c91-4e78-ab20-d78b87a77e1f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1273012068-network', 'tenant_id': '47a188197104436daf82b4f6be81d6dc'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:20:58.294486 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-c766ae2b-7c91-4e78-ab20-d78b87a77e1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:20:58.298552 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-c766ae2b-7c91-4e78-ab20-d78b87a77e1f admin admin] Usage tracker for resource:network and tenant:47a188197104436daf82b4f6be81d6dc is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:20:58.301700 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-c766ae2b-7c91-4e78-ab20-d78b87a77e1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:20:58.307995 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-c766ae2b-7c91-4e78-ab20-d78b87a77e1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:20:58.324197 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c766ae2b-7c91-4e78-ab20-d78b87a77e1f admin admin] Made reservation on behalf of 47a188197104436daf82b4f6be81d6dc for: {'network': 1} {{(pid=91847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:20:58.326514 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c766ae2b-7c91-4e78-ab20-d78b87a77e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-672059'] for network, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:58.339973 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c766ae2b-7c91-4e78-ab20-d78b87a77e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:58.356453 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-c766ae2b-7c91-4e78-ab20-d78b87a77e1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:20:58.361863 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-c766ae2b-7c91-4e78-ab20-d78b87a77e1f admin admin] Usage tracker for resource:security_group_rule and tenant:47a188197104436daf82b4f6be81d6dc is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:20:58.365756 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-c766ae2b-7c91-4e78-ab20-d78b87a77e1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:20:58.372253 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-c766ae2b-7c91-4e78-ab20-d78b87a77e1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:20:58.487122 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c766ae2b-7c91-4e78-ab20-d78b87a77e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:58.491375 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c766ae2b-7c91-4e78-ab20-d78b87a77e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:58.495899 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-2edaa172-7a9a-459d-ae5e-63398d932f98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:58.525787 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c766ae2b-7c91-4e78-ab20-d78b87a77e1f admin admin] vlan segment allocate from pool success with {'vlan_id': 1173, 'physical_network': 'physnet1'} {{(pid=91847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 11:20:58.535631 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c766ae2b-7c91-4e78-ab20-d78b87a77e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:58.539372 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-c766ae2b-7c91-4e78-ab20-d78b87a77e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:58.542148 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c766ae2b-7c91-4e78-ab20-d78b87a77e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075'] for segment, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:58.542492 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.db.segments_db [None req-c766ae2b-7c91-4e78-ab20-d78b87a77e1f admin admin] Added segment fb42ede5-b0ca-4d88-85c8-32b1e4f4094d of type vlan for network 0f99b67f-d39d-4730-a4ca-970d6193511d May 27 11:20:58.583479 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c766ae2b-7c91-4e78-ab20-d78b87a77e1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764581993548'] for network, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:58.617261 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c766ae2b-7c91-4e78-ab20-d78b87a77e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586667'] for network, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:58.619908 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c766ae2b-7c91-4e78-ab20-d78b87a77e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:58.620522 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c766ae2b-7c91-4e78-ab20-d78b87a77e1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for network, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:58.631950 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:58.648729 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356ba7c-c007-4be7-89d4-eb8ae3054a1a req-687b9314-f343-4145-badf-59be8fb7afc8 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:58.650304 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b356ba7c-c007-4be7-89d4-eb8ae3054a1a req-687b9314-f343-4145-badf-59be8fb7afc8 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.35 "GET /v2.0/ports?device_id=272ccf7a-3af6-4256-a8ee-5d66058af493 HTTP/1.1" status: 200 len: 946 time: 0.1011727 May 27 11:20:58.832790 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-c766ae2b-7c91-4e78-ab20-d78b87a77e1f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6563485 May 27 11:20:58.836348 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c766ae2b-7c91-4e78-ab20-d78b87a77e1f admin admin] Pushing event updated for resources: {'Network': ['ID=0f99b67f-d39d-4730-a4ca-970d6193511d,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:58.838087 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 57966) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:20:58.840752 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-c766ae2b-7c91-4e78-ab20-d78b87a77e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:20:58.852779 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Network 0f99b67f-d39d-4730-a4ca-970d6193511d details requested by agent ovs-agent-dv-cinder-751579-23-smb with host dv-cinder-751579-23-smb {{(pid=91849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 11:20:58.859565 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [None req-48e519d9-4796-4c21-b25e-fbb4088d39bd admin admin] Request body: {'subnet': {'network_id': '0f99b67f-d39d-4730-a4ca-970d6193511d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1273012068-subnet', 'tenant_id': '47a188197104436daf82b4f6be81d6dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:20:58.879780 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a1019-2d30-42f8-ab24-d11211944940 req-c04dd41c-3075-4613-9a4e-da1e9658f55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:58.881768 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-760a1019-2d30-42f8-ab24-d11211944940 req-c04dd41c-3075-4613-9a4e-da1e9658f55b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=14b4c167ec414b36b060953567b3bf93&device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 1098 time: 0.1085420 May 27 11:20:58.986621 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-48e519d9-4796-4c21-b25e-fbb4088d39bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:20:58.994539 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-48e519d9-4796-4c21-b25e-fbb4088d39bd admin admin] Usage tracker for resource:subnet and tenant:47a188197104436daf82b4f6be81d6dc is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:20:58.998492 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-48e519d9-4796-4c21-b25e-fbb4088d39bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:20:59.009515 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-48e519d9-4796-4c21-b25e-fbb4088d39bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:20:59.021561 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [req-b356ba7c-c007-4be7-89d4-eb8ae3054a1a req-5a08dbb7-0d67-4ad4-860d-21c297e8e9b3 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Deleting port a7f1e5a4-6d13-464c-9723-e7a8a75eee09 {{(pid=91848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:20:59.021897 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-b356ba7c-c007-4be7-89d4-eb8ae3054a1a req-5a08dbb7-0d67-4ad4-860d-21c297e8e9b3 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:59.059656 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a1019-2d30-42f8-ab24-d11211944940 req-8ee12096-1b3a-4853-9210-fd381038e7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:59.061358 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-760a1019-2d30-42f8-ab24-d11211944940 req-8ee12096-1b3a-4853-9210-fd381038e7a9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0c305644-2dc8-4e1c-bdb2-2c8567d44268 HTTP/1.1" status: 200 len: 921 time: 0.1697068 May 27 11:20:59.095497 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e519d9-4796-4c21-b25e-fbb4088d39bd admin admin] Made reservation on behalf of 47a188197104436daf82b4f6be81d6dc for: {'subnet': 1} {{(pid=91848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:20:59.097903 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-48e519d9-4796-4c21-b25e-fbb4088d39bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6631498'] for subnet, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:59.133551 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-760a1019-2d30-42f8-ab24-d11211944940 req-d86a94e8-538a-4704-9a5e-f46fa579f4ad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=878b7503-ad4e-47bb-9f54-82414c028a77 HTTP/1.1" status: 200 len: 217 time: 0.0637634 May 27 11:20:59.203946 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb772d7-04aa-4874-80cc-6a8583d041e2 req-227827a8-5f1f-4e15-8fb6-952ea0ea669e tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:59.205483 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9eb772d7-04aa-4874-80cc-6a8583d041e2 req-227827a8-5f1f-4e15-8fb6-952ea0ea669e tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.4060318 May 27 11:20:59.222664 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a1019-2d30-42f8-ab24-d11211944940 req-ffbeaae7-21ce-46b6-a140-d33308dbed2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:59.224508 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-760a1019-2d30-42f8-ab24-d11211944940 req-ffbeaae7-21ce-46b6-a140-d33308dbed2f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=369e4e27-1796-451b-8798-a21a60543ff2 HTTP/1.1" status: 200 len: 859 time: 0.0819514 May 27 11:20:59.282276 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-760a1019-2d30-42f8-ab24-d11211944940 req-351e5de7-3dd5-474d-8e45-4c4a8f084ded service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0c305644-2dc8-4e1c-bdb2-2c8567d44268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451055 May 27 11:20:59.349505 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [req-b356ba7c-c007-4be7-89d4-eb8ae3054a1a req-5a08dbb7-0d67-4ad4-860d-21c297e8e9b3 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] For port a7f1e5a4-6d13-464c-9723-e7a8a75eee09, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=a7f1e5a4-6d13-464c-9723-e7a8a75eee09,segment=NetworkSegment(c2be4939-06da-44ef-b45c-fa595b7b31a6),segment_id=c2be4939-06da-44ef-b45c-fa595b7b31a6)] {{(pid=91848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:20:59.349805 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-b356ba7c-c007-4be7-89d4-eb8ae3054a1a req-5a08dbb7-0d67-4ad4-860d-21c297e8e9b3 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:59.509882 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [req-b356ba7c-c007-4be7-89d4-eb8ae3054a1a req-5a08dbb7-0d67-4ad4-860d-21c297e8e9b3 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Calling delete_port for a7f1e5a4-6d13-464c-9723-e7a8a75eee09 owned by compute:nova {{(pid=91848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:20:59.516297 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9eb772d7-04aa-4874-80cc-6a8583d041e2 req-0f97e365-52fa-4cab-9011-243afa3757b5 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829707 May 27 11:20:59.521943 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-760a1019-2d30-42f8-ab24-d11211944940 req-ea1a8cdd-fb72-4836-ba9a-f20daa090612 service neutron] 10.222.0.35 "GET /v2.0/networks/0c305644-2dc8-4e1c-bdb2-2c8567d44268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319281 May 27 11:20:59.576490 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7cace4-a0dc-4b8f-81fd-a453f9792842 req-c40d8c6d-2847-4811-b692-38463e665735 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:20:59.580495 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3c7cace4-a0dc-4b8f-81fd-a453f9792842 req-c40d8c6d-2847-4811-b692-38463e665735 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=272ccf7a-3af6-4256-a8ee-5d66058af493 HTTP/1.1" status: 200 len: 946 time: 0.3174362 May 27 11:20:59.688350 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-760a1019-2d30-42f8-ab24-d11211944940 req-f486e65b-dede-4147-a228-f8a199f6adfe service neutron] 10.222.0.35 "GET /v2.0/networks/0c305644-2dc8-4e1c-bdb2-2c8567d44268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559448 May 27 11:20:59.735743 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3c7cace4-a0dc-4b8f-81fd-a453f9792842 req-0cd15bb5-d363-4e94-ada8-cd57cf19ccf6 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200001 May 27 11:20:59.851391 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-b356ba7c-c007-4be7-89d4-eb8ae3054a1a req-5a08dbb7-0d67-4ad4-860d-21c297e8e9b3 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6295888'] for port, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:20:59.901341 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-f52ee212-2e2a-43e1-8310-2420770d89f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:20:59.910019 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['ab572ded-6b44-4c82-a795-d899fc8c34ee', '8d670ccd-32fa-4784-b907-cab36f499fc1'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:20:59.959264 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08dbb7-0d67-4ad4-860d-21c297e8e9b3 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Pushing event deleted for resources: {'Port': ['ID=a7f1e5a4-6d13-464c-9723-e7a8a75eee09,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:20:59.986214 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-5a08dbb7-0d67-4ad4-860d-21c297e8e9b3 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:21:00.048827 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b356ba7c-c007-4be7-89d4-eb8ae3054a1a req-5a08dbb7-0d67-4ad4-860d-21c297e8e9b3 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] No DVR routers for this DVR port a7f1e5a4-6d13-464c-9723-e7a8a75eee09 on host hv-cinder-75157 {{(pid=91848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:21:00.052143 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-b356ba7c-c007-4be7-89d4-eb8ae3054a1a req-5a08dbb7-0d67-4ad4-860d-21c297e8e9b3 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:00.054909 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272ccf7a-3af6-4256-a8ee-5d66058af493', 'name': 'network-vif-deleted', 'tag': 'a7f1e5a4-6d13-464c-9723-e7a8a75eee09'}] {{(pid=91848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:21:00.097254 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b356ba7c-c007-4be7-89d4-eb8ae3054a1a req-5a08dbb7-0d67-4ad4-860d-21c297e8e9b3 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.35 "DELETE /v2.0/ports/a7f1e5a4-6d13-464c-9723-e7a8a75eee09 HTTP/1.1" status: 204 len: 173 time: 1.4378927 May 27 11:21:00.133395 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272ccf7a-3af6-4256-a8ee-5d66058af493', 'name': 'network-vif-deleted', 'tag': 'a7f1e5a4-6d13-464c-9723-e7a8a75eee09', 'status': 'completed', 'code': 200} May 27 11:21:00.220803 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-48e519d9-4796-4c21-b25e-fbb4088d39bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6297568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6631516'] for subnet, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:00.227034 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-0cba974d-467f-4e70-a1ea-50c0ce8f9d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:21:00.302059 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e519d9-4796-4c21-b25e-fbb4088d39bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=72d08991-e814-497d-a727-1ca3a7171bc1,revision_number=0']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:21:00.312007 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-48e519d9-4796-4c21-b25e-fbb4088d39bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:21:00.314911 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e519d9-4796-4c21-b25e-fbb4088d39bd admin admin] Checking segment: {'id': 'fb42ede5-b0ca-4d88-85c8-32b1e4f4094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '0f99b67f-d39d-4730-a4ca-970d6193511d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:21:00.315302 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e519d9-4796-4c21-b25e-fbb4088d39bd admin admin] Network hostable DHCP agents. Network: 0f99b67f-d39d-4730-a4ca-970d6193511d, hostable agents: ['49383876-4286-4bfb-8d2a-316dbfdc5a49'], hosted agents: [] {{(pid=91848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 11:21:00.332518 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e519d9-4796-4c21-b25e-fbb4088d39bd admin admin] Network 0f99b67f-d39d-4730-a4ca-970d6193511d is scheduled to be hosted by DHCP agent 49383876-4286-4bfb-8d2a-316dbfdc5a49 with binding_index 1 {{(pid=91848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 11:21:00.342462 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.base_scheduler [None req-48e519d9-4796-4c21-b25e-fbb4088d39bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-23-smb, 0f99b67f-d39d-4730-a4ca-970d6193511d) {{(pid=91848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:21:00.353040 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e519d9-4796-4c21-b25e-fbb4088d39bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:00.353918 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-48e519d9-4796-4c21-b25e-fbb4088d39bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:00.355217 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39a2166-08ea-4b12-98c7-3f927a090522 None None] Network 0f99b67f-d39d-4730-a4ca-970d6193511d requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:21:00.381291 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-48e519d9-4796-4c21-b25e-fbb4088d39bd admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5366111 May 27 11:21:00.603570 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8a6268-66be-43aa-93d8-8300304cd042 None None] Network 0f99b67f-d39d-4730-a4ca-970d6193511d requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:21:00.736174 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e5f34-0082-450b-a03d-7884a805584b req-a3c7fc12-be00-448d-a390-6aed6d10b644 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:00.737938 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-bb3e5f34-0082-450b-a03d-7884a805584b req-a3c7fc12-be00-448d-a390-6aed6d10b644 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.0909665 May 27 11:21:00.848165 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-bb3e5f34-0082-450b-a03d-7884a805584b req-e7e857fc-6ca7-4730-a009-21347eabb59b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962696 May 27 11:21:01.063548 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-648227d8-6277-4fb3-979a-ee4ed209e4cd req-d508cdbf-8708-487b-9fa8-16d8a4aa68f3 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Synchronizing usage tracker for tenant:8d42625dceb84e92adbcff7fb4675425 on resource:port {{(pid=91848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:21:01.084463 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-648227d8-6277-4fb3-979a-ee4ed209e4cd req-d508cdbf-8708-487b-9fa8-16d8a4aa68f3 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Unset dirty status for tenant:8d42625dceb84e92adbcff7fb4675425 on resource:port {{(pid=91848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:21:01.086731 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-648227d8-6277-4fb3-979a-ee4ed209e4cd req-d508cdbf-8708-487b-9fa8-16d8a4aa68f3 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=272ccf7a-3af6-4256-a8ee-5d66058af493 HTTP/1.1" status: 200 len: 210 time: 0.0740314 May 27 11:21:01.213380 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device a7f1e5a4-6d13-464c-9723-e7a8a75eee09 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:21:01.252114 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] No Port match for: a7f1e5a4-6d13-464c-9723-e7a8a75eee09 {{(pid=91849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:21:01.252114 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device a7f1e5a4-6d13-464c-9723-e7a8a75eee09 not bound to the agent host hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:21:02.072559 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716b5d6-85ac-4f8e-83c8-eb25f0611ab5 req-58650195-a17d-4f40-b3c4-6ac0f6544fbd tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:02.074127 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7716b5d6-85ac-4f8e-83c8-eb25f0611ab5 req-58650195-a17d-4f40-b3c4-6ac0f6544fbd tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.1007226 May 27 11:21:02.126706 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7716b5d6-85ac-4f8e-83c8-eb25f0611ab5 req-bf93b8af-3485-4727-a693-482d28d3d491 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455713 May 27 11:21:02.642263 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed64e3-2b31-4e46-aadd-6eeece8b228b req-4c3785e8-a93d-4d63-a3ca-a36ec4bd615f tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:02.644372 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5fed64e3-2b31-4e46-aadd-6eeece8b228b req-4c3785e8-a93d-4d63-a3ca-a36ec4bd615f tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=263b9d83-37f3-4d2e-9e5d-adb04cfff9de HTTP/1.1" status: 200 len: 945 time: 0.0904565 May 27 11:21:02.790023 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5fed64e3-2b31-4e46-aadd-6eeece8b228b req-e4b199e2-1c6b-41e7-b315-2df8b377c3fd tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214509 May 27 11:21:02.938876 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc46d3-1b70-467b-b162-21915970057a req-f49ba256-6018-4b1e-a16e-b7ff8463a8dd tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:02.941138 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1bfc46d3-1b70-467b-b162-21915970057a req-f49ba256-6018-4b1e-a16e-b7ff8463a8dd tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/networks?id=0f99b67f-d39d-4730-a4ca-970d6193511d HTTP/1.1" status: 200 len: 814 time: 0.2958488 May 27 11:21:02.957024 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1bfc46d3-1b70-467b-b162-21915970057a req-3d0c670c-2a40-46ac-be2b-b5efacb1d1f6 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/quotas/47a188197104436daf82b4f6be81d6dc HTTP/1.1" status: 200 len: 375 time: 0.0096970 May 27 11:21:03.007345 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1bfc46d3-1b70-467b-b162-21915970057a req-a0b5f8f0-73d1-433b-9253-6e337ffae415 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=47a188197104436daf82b4f6be81d6dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446005 May 27 11:21:03.157870 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1bfc46d3-1b70-467b-b162-21915970057a req-5f0b8ae0-1fdd-4b75-9aad-89002a40d272 service neutron] 10.222.0.77 "GET /v2.0/networks/0f99b67f-d39d-4730-a4ca-970d6193511d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435256 May 27 11:21:03.316773 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1bfc46d3-1b70-467b-b162-21915970057a req-99b77d12-cf1b-4025-8173-1444374e361e service neutron] 10.222.0.77 "GET /v2.0/networks/0f99b67f-d39d-4730-a4ca-970d6193511d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426568 May 27 11:21:03.513005 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4d57b-3979-4f8f-b5db-aa10136632d0 req-61dd360b-7d4b-48f3-af38-1e7a3aa74ff3 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:03.516178 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8ea4d57b-3979-4f8f-b5db-aa10136632d0 req-61dd360b-7d4b-48f3-af38-1e7a3aa74ff3 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.1254184 May 27 11:21:03.609944 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8ea4d57b-3979-4f8f-b5db-aa10136632d0 req-6315beed-6820-4443-be57-6120c4d20a49 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833347 May 27 11:21:03.702180 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2570d27a-20b7-4e0e-af03-055461adcd10 req-6b5ffcf8-15e2-4820-aa4a-1ab727aa9759 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5a532c9-d20b-4700-be8f-47c2dd855ac8 HTTP/1.1" status: 200 len: 210 time: 0.0474858 May 27 11:21:04.123201 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1244b6f-1f50-44a9-9450-fd5f86dfa838 req-6b34d4f8-09be-4317-93be-94b4781f55c3 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:04.124862 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e1244b6f-1f50-44a9-9450-fd5f86dfa838 req-6b34d4f8-09be-4317-93be-94b4781f55c3 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=263b9d83-37f3-4d2e-9e5d-adb04cfff9de HTTP/1.1" status: 200 len: 945 time: 0.1485205 May 27 11:21:04.192555 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e1244b6f-1f50-44a9-9450-fd5f86dfa838 req-aa8fad8d-b27b-4db1-a65b-521aba730314 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609341 May 27 11:21:04.853902 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10f4dd-4138-4cf6-a113-4e18fb891bfe req-3b338337-19a2-4166-8ee2-d277cdaea173 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:04.860372 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1d10f4dd-4138-4cf6-a113-4e18fb891bfe req-3b338337-19a2-4166-8ee2-d277cdaea173 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.1181178 May 27 11:21:04.944400 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f20ac978-beba-4443-a7a1-e426c0353524 req-eb4a3f7d-a733-4161-803d-64ffbcd39417 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5a532c9-d20b-4700-be8f-47c2dd855ac8 HTTP/1.1" status: 200 len: 210 time: 0.0808046 May 27 11:21:05.085935 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1d10f4dd-4138-4cf6-a113-4e18fb891bfe req-1a99bada-5148-4c36-880d-e8c8ef8397b2 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557684 May 27 11:21:05.157168 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648776a-71a7-4f79-ab82-1714def2aa33 req-3579d931-233b-40b2-acd8-6222f37da48f tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:05.158535 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-6648776a-71a7-4f79-ab82-1714def2aa33 req-3579d931-233b-40b2-acd8-6222f37da48f tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Synchronizing usage tracker for tenant:8d42625dceb84e92adbcff7fb4675425 on resource:port {{(pid=91847) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:21:05.175080 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-6648776a-71a7-4f79-ab82-1714def2aa33 req-3579d931-233b-40b2-acd8-6222f37da48f tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Unset dirty status for tenant:8d42625dceb84e92adbcff7fb4675425 on resource:port {{(pid=91847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:21:05.176209 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc46d3-1b70-467b-b162-21915970057a req-14540e4e-37a6-48fa-9b72-b43285801373 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:05.176518 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-6648776a-71a7-4f79-ab82-1714def2aa33 req-3579d931-233b-40b2-acd8-6222f37da48f tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.35 "GET /v2.0/ports?device_id=263b9d83-37f3-4d2e-9e5d-adb04cfff9de HTTP/1.1" status: 200 len: 945 time: 0.1293502 May 27 11:21:05.179137 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1bfc46d3-1b70-467b-b162-21915970057a req-14540e4e-37a6-48fa-9b72-b43285801373 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.35 "GET /v2.0/networks?id=0f99b67f-d39d-4730-a4ca-970d6193511d HTTP/1.1" status: 200 len: 814 time: 0.2371151 May 27 11:21:05.213973 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [req-1bfc46d3-1b70-467b-b162-21915970057a req-4d42ba42-4bd4-4663-b35b-4d2191199539 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Request body: {'port': {'device_id': 'd5a532c9-d20b-4700-be8f-47c2dd855ac8', 'network_id': '0f99b67f-d39d-4730-a4ca-970d6193511d', 'admin_state_up': True, 'tenant_id': '47a188197104436daf82b4f6be81d6dc'}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:21:05.374187 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [req-6648776a-71a7-4f79-ab82-1714def2aa33 req-846ec68e-48fd-4397-a17f-75104da9c539 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Deleting port 8d670ccd-32fa-4784-b907-cab36f499fc1 {{(pid=91847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:21:05.374524 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-6648776a-71a7-4f79-ab82-1714def2aa33 req-846ec68e-48fd-4397-a17f-75104da9c539 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:05.437324 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [req-1bfc46d3-1b70-467b-b162-21915970057a req-4d42ba42-4bd4-4663-b35b-4d2191199539 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:21:05.444594 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-1bfc46d3-1b70-467b-b162-21915970057a req-4d42ba42-4bd4-4663-b35b-4d2191199539 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Usage tracker for resource:port and tenant:47a188197104436daf82b4f6be81d6dc is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:21:05.447959 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-1bfc46d3-1b70-467b-b162-21915970057a req-4d42ba42-4bd4-4663-b35b-4d2191199539 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:21:05.455941 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [req-1bfc46d3-1b70-467b-b162-21915970057a req-4d42ba42-4bd4-4663-b35b-4d2191199539 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:21:05.478825 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205efa9d-9079-4123-a3c6-6a7dfab5dff3 req-3395b6d0-3528-462a-8551-11ebcb9fbb25 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:05.480497 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-205efa9d-9079-4123-a3c6-6a7dfab5dff3 req-3395b6d0-3528-462a-8551-11ebcb9fbb25 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=263b9d83-37f3-4d2e-9e5d-adb04cfff9de HTTP/1.1" status: 200 len: 945 time: 0.1426244 May 27 11:21:05.481609 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bfc46d3-1b70-467b-b162-21915970057a req-4d42ba42-4bd4-4663-b35b-4d2191199539 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Made reservation on behalf of 47a188197104436daf82b4f6be81d6dc for: {'port': 1} {{(pid=91848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:21:05.485454 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-1bfc46d3-1b70-467b-b162-21915970057a req-4d42ba42-4bd4-4663-b35b-4d2191199539 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:05.528045 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [req-6648776a-71a7-4f79-ab82-1714def2aa33 req-846ec68e-48fd-4397-a17f-75104da9c539 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] For port 8d670ccd-32fa-4784-b907-cab36f499fc1, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=8d670ccd-32fa-4784-b907-cab36f499fc1,segment=NetworkSegment(c2be4939-06da-44ef-b45c-fa595b7b31a6),segment_id=c2be4939-06da-44ef-b45c-fa595b7b31a6)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:21:05.528410 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-6648776a-71a7-4f79-ab82-1714def2aa33 req-846ec68e-48fd-4397-a17f-75104da9c539 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:05.597588 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-205efa9d-9079-4123-a3c6-6a7dfab5dff3 req-178588be-5e43-4742-8b60-d9159aff3f03 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999568 May 27 11:21:05.664398 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [req-6648776a-71a7-4f79-ab82-1714def2aa33 req-846ec68e-48fd-4397-a17f-75104da9c539 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Calling delete_port for 8d670ccd-32fa-4784-b907-cab36f499fc1 owned by compute:nova {{(pid=91847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:21:05.701821 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.db_base_plugin_common [req-1bfc46d3-1b70-467b-b162-21915970057a req-4d42ba42-4bd4-4663-b35b-4d2191199539 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Allocated IP 172.20.0.13 (0f99b67f-d39d-4730-a4ca-970d6193511d/72d08991-e814-497d-a727-1ca3a7171bc1/715d7441-6ad7-4b28-920f-e78821b94f94) {{(pid=91848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:21:05.785982 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-6648776a-71a7-4f79-ab82-1714def2aa33 req-846ec68e-48fd-4397-a17f-75104da9c539 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7527304'] for port, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:05.799285 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:21:05.806253 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['ab572ded-6b44-4c82-a795-d899fc8c34ee', '8d670ccd-32fa-4784-b907-cab36f499fc1'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:21:05.851911 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ec68e-48fd-4397-a17f-75104da9c539 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Pushing event deleted for resources: {'Port': ['ID=8d670ccd-32fa-4784-b907-cab36f499fc1,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:21:05.920845 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-846ec68e-48fd-4397-a17f-75104da9c539 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:21:05.933610 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [req-6648776a-71a7-4f79-ab82-1714def2aa33 req-846ec68e-48fd-4397-a17f-75104da9c539 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] No DVR routers for this DVR port 8d670ccd-32fa-4784-b907-cab36f499fc1 on host hv-cinder-75157 {{(pid=91847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:21:05.936529 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-6648776a-71a7-4f79-ab82-1714def2aa33 req-846ec68e-48fd-4397-a17f-75104da9c539 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:05.947012 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263b9d83-37f3-4d2e-9e5d-adb04cfff9de', 'name': 'network-vif-deleted', 'tag': '8d670ccd-32fa-4784-b907-cab36f499fc1'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:21:05.954618 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-6648776a-71a7-4f79-ab82-1714def2aa33 req-846ec68e-48fd-4397-a17f-75104da9c539 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.35 "DELETE /v2.0/ports/8d670ccd-32fa-4784-b907-cab36f499fc1 HTTP/1.1" status: 204 len: 173 time: 0.7473631 May 27 11:21:06.007873 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '263b9d83-37f3-4d2e-9e5d-adb04cfff9de', 'name': 'network-vif-deleted', 'tag': '8d670ccd-32fa-4784-b907-cab36f499fc1', 'status': 'completed', 'code': 200} May 27 11:21:06.015892 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-1bfc46d3-1b70-467b-b162-21915970057a req-4d42ba42-4bd4-4663-b35b-4d2191199539 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Notify callbacks [] for port, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:06.070863 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-1bfc46d3-1b70-467b-b162-21915970057a req-4d42ba42-4bd4-4663-b35b-4d2191199539 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6295888'] for port, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:06.079123 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:21:06.162361 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bfc46d3-1b70-467b-b162-21915970057a req-4d42ba42-4bd4-4663-b35b-4d2191199539 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Network 0f99b67f-d39d-4730-a4ca-970d6193511d is already hosted by enough agents. {{(pid=91848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:21:06.166168 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.base_scheduler [req-1bfc46d3-1b70-467b-b162-21915970057a req-4d42ba42-4bd4-4663-b35b-4d2191199539 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Resources bound (agent type, host, resource id): {{(pid=91848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:21:06.168095 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42ba42-4bd4-4663-b35b-4d2191199539 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Pushing event updated for resources: {'Port': ['ID=715d7441-6ad7-4b28-920f-e78821b94f94,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:21:06.170550 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bfc46d3-1b70-467b-b162-21915970057a req-4d42ba42-4bd4-4663-b35b-4d2191199539 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Received port after_create {{(pid=91848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:21:06.240135 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-4d42ba42-4bd4-4663-b35b-4d2191199539 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:21:06.454332 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc46d3-1b70-467b-b162-21915970057a req-4d42ba42-4bd4-4663-b35b-4d2191199539 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:06.454859 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-1bfc46d3-1b70-467b-b162-21915970057a req-4d42ba42-4bd4-4663-b35b-4d2191199539 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:06.487179 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1bfc46d3-1b70-467b-b162-21915970057a req-4d42ba42-4bd4-4663-b35b-4d2191199539 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2775319 May 27 11:21:06.509853 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf167776-a3e6-430b-8e1e-290ee297b696 req-dea35dc7-769b-4152-badd-33a10433243e tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:06.510582 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-cf167776-a3e6-430b-8e1e-290ee297b696 req-dea35dc7-769b-4152-badd-33a10433243e tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Synchronizing usage tracker for tenant:47a188197104436daf82b4f6be81d6dc on resource:port {{(pid=91848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:21:06.529963 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bda0a7-d874-43d7-89ee-b90611af394c req-81cf0e94-0e26-4461-bc1e-357e8614dda4 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:06.531508 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c3bda0a7-d874-43d7-89ee-b90611af394c req-81cf0e94-0e26-4461-bc1e-357e8614dda4 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.2859607 May 27 11:21:06.562805 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-cf167776-a3e6-430b-8e1e-290ee297b696 req-dea35dc7-769b-4152-badd-33a10433243e tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Unset dirty status for tenant:47a188197104436daf82b4f6be81d6dc on resource:port {{(pid=91848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:21:06.564172 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-cf167776-a3e6-430b-8e1e-290ee297b696 req-dea35dc7-769b-4152-badd-33a10433243e tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5a532c9-d20b-4700-be8f-47c2dd855ac8 HTTP/1.1" status: 200 len: 932 time: 0.3654904 May 27 11:21:06.618526 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c3bda0a7-d874-43d7-89ee-b90611af394c req-9d49dd77-aa1e-4c2a-b8bc-eeed6689fd69 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779088 May 27 11:21:06.632322 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-cf167776-a3e6-430b-8e1e-290ee297b696 req-b2dc98b2-fb9d-4c88-b343-36432b0c5e8d tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608556 May 27 11:21:06.820234 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [req-1bfc46d3-1b70-467b-b162-21915970057a req-6dcc2157-2153-4d71-a203-449df182d7c6 service neutron] Request body: {'port': {'device_id': 'd5a532c9-d20b-4700-be8f-47c2dd855ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:21:06.878715 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b446ac7d-6f3d-4a8c-b782-197a33c19112 req-94bb5bde-623f-475d-915c-f8b412a54c49 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=263b9d83-37f3-4d2e-9e5d-adb04cfff9de HTTP/1.1" status: 200 len: 210 time: 0.1426780 May 27 11:21:06.995802 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-1bfc46d3-1b70-467b-b162-21915970057a req-6dcc2157-2153-4d71-a203-449df182d7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:07.383247 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.notifiers.nova [req-1bfc46d3-1b70-467b-b162-21915970057a req-6dcc2157-2153-4d71-a203-449df182d7c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 715d7441-6ad7-4b28-920f-e78821b94f94 {{(pid=91848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:21:07.392598 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-1bfc46d3-1b70-467b-b162-21915970057a req-6dcc2157-2153-4d71-a203-449df182d7c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:07.407996 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.provisioning_blocks [req-1bfc46d3-1b70-467b-b162-21915970057a req-6dcc2157-2153-4d71-a203-449df182d7c6 service neutron] Transition to ACTIVE for port object 715d7441-6ad7-4b28-920f-e78821b94f94 will not be triggered until provisioned by entity L2. {{(pid=91848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:21:07.412089 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-1bfc46d3-1b70-467b-b162-21915970057a req-6dcc2157-2153-4d71-a203-449df182d7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6295911'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:07.417392 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-4cbe0857-1de5-411d-ba86-3529717061ca tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:21:07.579277 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc2157-2153-4d71-a203-449df182d7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=715d7441-6ad7-4b28-920f-e78821b94f94,revision_number=2']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:21:07.590340 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-6dcc2157-2153-4d71-a203-449df182d7c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:21:07.675745 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [req-1bfc46d3-1b70-467b-b162-21915970057a req-6dcc2157-2153-4d71-a203-449df182d7c6 service neutron] Attempting to bind port 715d7441-6ad7-4b28-920f-e78821b94f94 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:21:07.676517 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [req-1bfc46d3-1b70-467b-b162-21915970057a req-6dcc2157-2153-4d71-a203-449df182d7c6 service neutron] Attempting to bind port 715d7441-6ad7-4b28-920f-e78821b94f94 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': 'fb42ede5-b0ca-4d88-85c8-32b1e4f4094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '0f99b67f-d39d-4730-a4ca-970d6193511d'}] {{(pid=91848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:21:07.676517 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfc46d3-1b70-467b-b162-21915970057a req-6dcc2157-2153-4d71-a203-449df182d7c6 service neutron] Attempting to bind port 715d7441-6ad7-4b28-920f-e78821b94f94 on network 0f99b67f-d39d-4730-a4ca-970d6193511d {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:21:07.681680 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfc46d3-1b70-467b-b162-21915970057a req-6dcc2157-2153-4d71-a203-449df182d7c6 service neutron] Port 715d7441-6ad7-4b28-920f-e78821b94f94 on network 0f99b67f-d39d-4730-a4ca-970d6193511d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 11:21:07.681993 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfc46d3-1b70-467b-b162-21915970057a req-6dcc2157-2153-4d71-a203-449df182d7c6 service neutron] Attempting to bind port 715d7441-6ad7-4b28-920f-e78821b94f94 on network 0f99b67f-d39d-4730-a4ca-970d6193511d {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:21:07.687694 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfc46d3-1b70-467b-b162-21915970057a req-6dcc2157-2153-4d71-a203-449df182d7c6 service neutron] Checking agent: {'id': '488b0f7b-d99c-4207-808d-fdc57746257f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 16, 24), 'started_at': datetime.datetime(2021, 5, 27, 11, 16, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:21:07.688021 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfc46d3-1b70-467b-b162-21915970057a req-6dcc2157-2153-4d71-a203-449df182d7c6 service neutron] Checking segment: {'id': 'fb42ede5-b0ca-4d88-85c8-32b1e4f4094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '0f99b67f-d39d-4730-a4ca-970d6193511d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:21:07.688404 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfc46d3-1b70-467b-b162-21915970057a req-6dcc2157-2153-4d71-a203-449df182d7c6 service neutron] Bound using segment: {'id': 'fb42ede5-b0ca-4d88-85c8-32b1e4f4094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '0f99b67f-d39d-4730-a4ca-970d6193511d'} {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:21:07.688865 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [req-1bfc46d3-1b70-467b-b162-21915970057a req-6dcc2157-2153-4d71-a203-449df182d7c6 service neutron] Bound port: 715d7441-6ad7-4b28-920f-e78821b94f94, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb42ede5-b0ca-4d88-85c8-32b1e4f4094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '0f99b67f-d39d-4730-a4ca-970d6193511d'}}] {{(pid=91848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:21:07.689284 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-1bfc46d3-1b70-467b-b162-21915970057a req-6dcc2157-2153-4d71-a203-449df182d7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:07.912910 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [req-1bfc46d3-1b70-467b-b162-21915970057a req-6dcc2157-2153-4d71-a203-449df182d7c6 service neutron] For port 715d7441-6ad7-4b28-920f-e78821b94f94, host hv-cinder-75157, cleared binding levels {{(pid=91848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:21:07.918696 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [req-1bfc46d3-1b70-467b-b162-21915970057a req-6dcc2157-2153-4d71-a203-449df182d7c6 service neutron] For port 715d7441-6ad7-4b28-920f-e78821b94f94, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=715d7441-6ad7-4b28-920f-e78821b94f94,segment=NetworkSegment(fb42ede5-b0ca-4d88-85c8-32b1e4f4094d),segment_id=fb42ede5-b0ca-4d88-85c8-32b1e4f4094d)] {{(pid=91848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:21:07.929272 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-1bfc46d3-1b70-467b-b162-21915970057a req-6dcc2157-2153-4d71-a203-449df182d7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6295911'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:07.935899 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:21:08.003808 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc46d3-1b70-467b-b162-21915970057a req-6dcc2157-2153-4d71-a203-449df182d7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:08.004415 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-1bfc46d3-1b70-467b-b162-21915970057a req-6dcc2157-2153-4d71-a203-449df182d7c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:08.005837 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1bfc46d3-1b70-467b-b162-21915970057a req-6dcc2157-2153-4d71-a203-449df182d7c6 service neutron] 10.222.0.35 "PUT /v2.0/ports/715d7441-6ad7-4b28-920f-e78821b94f94 HTTP/1.1" status: 200 len: 1094 time: 1.2021830 May 27 11:21:08.013748 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eccca5f-aee0-4abb-ac8d-6ef9a5a94a5a req-56ceba36-2836-412f-8a42-ea7f7882a838 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:08.015278 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0eccca5f-aee0-4abb-ac8d-6ef9a5a94a5a req-56ceba36-2836-412f-8a42-ea7f7882a838 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.2716048 May 27 11:21:08.015805 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a532c9-d20b-4700-be8f-47c2dd855ac8', 'tag': '715d7441-6ad7-4b28-920f-e78821b94f94'}] {{(pid=91848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:21:08.032541 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ae4e8-eebc-483c-9051-bc5ef024a0a6 req-983931f4-04b5-436f-8a58-5631412a1538 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:08.035916 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e38ae4e8-eebc-483c-9051-bc5ef024a0a6 req-983931f4-04b5-436f-8a58-5631412a1538 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5a532c9-d20b-4700-be8f-47c2dd855ac8 HTTP/1.1" status: 200 len: 944 time: 0.2800350 May 27 11:21:08.149352 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc2157-2153-4d71-a203-449df182d7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=715d7441-6ad7-4b28-920f-e78821b94f94,revision_number=3']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:21:08.175492 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-6dcc2157-2153-4d71-a203-449df182d7c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:21:08.209413 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0eccca5f-aee0-4abb-ac8d-6ef9a5a94a5a req-74ea1d57-dabf-4483-9a22-f86e09fd1f1c tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696851 May 27 11:21:08.215618 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e38ae4e8-eebc-483c-9051-bc5ef024a0a6 req-455830aa-1b6f-484e-bae9-c7b72cffea54 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681862 May 27 11:21:08.244225 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc46d3-1b70-467b-b162-21915970057a req-57b715f8-9553-47f9-b5c0-811ef30832c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:08.246193 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1bfc46d3-1b70-467b-b162-21915970057a req-57b715f8-9553-47f9-b5c0-811ef30832c6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=47a188197104436daf82b4f6be81d6dc&device_id=d5a532c9-d20b-4700-be8f-47c2dd855ac8 HTTP/1.1" status: 200 len: 1097 time: 0.1793954 May 27 11:21:08.320372 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1bfc46d3-1b70-467b-b162-21915970057a req-2d440fe9-1173-4187-9782-3f603d5576b2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=715d7441-6ad7-4b28-920f-e78821b94f94 HTTP/1.1" status: 200 len: 217 time: 0.0656149 May 27 11:21:08.371683 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a532c9-d20b-4700-be8f-47c2dd855ac8', 'tag': '715d7441-6ad7-4b28-920f-e78821b94f94', 'status': 'completed', 'code': 200} May 27 11:21:08.407121 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc46d3-1b70-467b-b162-21915970057a req-8bef3712-6ca6-4273-977f-cabd788e20e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:08.409235 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1bfc46d3-1b70-467b-b162-21915970057a req-8bef3712-6ca6-4273-977f-cabd788e20e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72d08991-e814-497d-a727-1ca3a7171bc1 HTTP/1.1" status: 200 len: 854 time: 0.0776358 May 27 11:21:08.489383 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1bfc46d3-1b70-467b-b162-21915970057a req-9156fa2c-229a-4900-826d-43f01553fcb1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f99b67f-d39d-4730-a4ca-970d6193511d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688872 May 27 11:21:08.758163 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1bfc46d3-1b70-467b-b162-21915970057a req-2bb75e07-e880-4128-8c9d-899732feb2e7 service neutron] 10.222.0.35 "GET /v2.0/networks/0f99b67f-d39d-4730-a4ca-970d6193511d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388437 May 27 11:21:08.916603 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1bfc46d3-1b70-467b-b162-21915970057a req-ca7b2ed6-fdf5-47e0-87c1-c21cf6c9a72b service neutron] 10.222.0.35 "GET /v2.0/networks/0f99b67f-d39d-4730-a4ca-970d6193511d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504655 May 27 11:21:09.045462 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62c634-1346-4a21-9ff8-5b5458945cde req-c4419fa3-5290-468c-ad60-f9852cfc05d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:09.046813 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-cb62c634-1346-4a21-9ff8-5b5458945cde req-c4419fa3-5290-468c-ad60-f9852cfc05d9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=47a188197104436daf82b4f6be81d6dc&device_id=d5a532c9-d20b-4700-be8f-47c2dd855ac8 HTTP/1.1" status: 200 len: 1097 time: 0.0785689 May 27 11:21:09.198791 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62c634-1346-4a21-9ff8-5b5458945cde req-9c32cd55-0dbc-4158-afdb-77e065e197d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:09.200289 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-cb62c634-1346-4a21-9ff8-5b5458945cde req-9c32cd55-0dbc-4158-afdb-77e065e197d1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0f99b67f-d39d-4730-a4ca-970d6193511d HTTP/1.1" status: 200 len: 916 time: 0.1434171 May 27 11:21:09.259494 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 8d670ccd-32fa-4784-b907-cab36f499fc1 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:21:09.287317 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-cb62c634-1346-4a21-9ff8-5b5458945cde req-1aae2276-c73f-4712-8833-c7453753b983 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=715d7441-6ad7-4b28-920f-e78821b94f94 HTTP/1.1" status: 200 len: 217 time: 0.0746088 May 27 11:21:09.327124 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] No Port match for: 8d670ccd-32fa-4784-b907-cab36f499fc1 {{(pid=91849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:21:09.327757 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 8d670ccd-32fa-4784-b907-cab36f499fc1 not bound to the agent host hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:21:09.470091 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62c634-1346-4a21-9ff8-5b5458945cde req-920d5243-9384-40bc-a656-785786888db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:09.472340 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-cb62c634-1346-4a21-9ff8-5b5458945cde req-920d5243-9384-40bc-a656-785786888db5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72d08991-e814-497d-a727-1ca3a7171bc1 HTTP/1.1" status: 200 len: 854 time: 0.1757622 May 27 11:21:09.550333 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-cb62c634-1346-4a21-9ff8-5b5458945cde req-6e874cd9-c976-43cd-87f2-769eea256d72 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f99b67f-d39d-4730-a4ca-970d6193511d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659657 May 27 11:21:09.669092 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d1b76-5e7c-4b96-8ef7-14798863d3fd req-56038407-84ac-48f5-b023-72f619ac31bb tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:09.670629 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-772d1b76-5e7c-4b96-8ef7-14798863d3fd req-56038407-84ac-48f5-b023-72f619ac31bb tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.3151903 May 27 11:21:09.688125 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08852669-fa1f-4127-91c7-113f5d595b09 req-1c58abf4-1517-4334-a4ab-f44d23a21015 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:09.689536 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-08852669-fa1f-4127-91c7-113f5d595b09 req-1c58abf4-1517-4334-a4ab-f44d23a21015 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5a532c9-d20b-4700-be8f-47c2dd855ac8 HTTP/1.1" status: 200 len: 944 time: 0.2933218 May 27 11:21:09.800560 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-772d1b76-5e7c-4b96-8ef7-14798863d3fd req-6788d6a6-2a9f-4180-bd04-f262c6b99210 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224234 May 27 11:21:09.808146 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-cb62c634-1346-4a21-9ff8-5b5458945cde req-838d77e0-6373-4b81-8422-0a6fe4caab9c service neutron] 10.222.0.35 "GET /v2.0/networks/0f99b67f-d39d-4730-a4ca-970d6193511d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496707 May 27 11:21:09.811426 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-08852669-fa1f-4127-91c7-113f5d595b09 req-67d14b34-3ca6-475f-a753-4776f04d3508 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046491 May 27 11:21:09.979008 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-cb62c634-1346-4a21-9ff8-5b5458945cde req-65c3b4d9-d1c0-4641-8233-5b181578f9fc service neutron] 10.222.0.35 "GET /v2.0/networks/0f99b67f-d39d-4730-a4ca-970d6193511d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605318 May 27 11:21:10.449130 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75e660-bc46-4bbe-92c9-9028d92ba5bf req-96987852-1cd5-4070-9624-a74ec19a4298 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:10.451862 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4f75e660-bc46-4bbe-92c9-9028d92ba5bf req-96987852-1cd5-4070-9624-a74ec19a4298 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=76ec8c68-8eb3-4175-ab2e-6ee1841fe059 HTTP/1.1" status: 200 len: 945 time: 0.1011627 May 27 11:21:10.501535 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4f75e660-bc46-4bbe-92c9-9028d92ba5bf req-479af56e-ddc1-4e59-8306-43728e91951b tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431755 May 27 11:21:11.023767 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3fa69b-cca7-4abc-b4d5-793f58e299cf req-d216c0fd-eb5e-4bfc-bbff-4dc40d24f396 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:11.025408 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3c3fa69b-cca7-4abc-b4d5-793f58e299cf req-d216c0fd-eb5e-4bfc-bbff-4dc40d24f396 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.0989923 May 27 11:21:11.075463 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3c3fa69b-cca7-4abc-b4d5-793f58e299cf req-f0b9f494-655f-4c7b-82a8-731e7cbbc3b2 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438013 May 27 11:21:11.250002 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28e751-7c97-41d6-bda5-de25ab68fb19 req-70ea0ad2-9c36-481a-87fa-654fb7a4b3fe tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:11.252908 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4d28e751-7c97-41d6-bda5-de25ab68fb19 req-70ea0ad2-9c36-481a-87fa-654fb7a4b3fe tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5a532c9-d20b-4700-be8f-47c2dd855ac8 HTTP/1.1" status: 200 len: 944 time: 0.1523497 May 27 11:21:11.308034 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4d28e751-7c97-41d6-bda5-de25ab68fb19 req-462b9e94-b5d2-485f-807b-73711833196b tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485830 May 27 11:21:11.755228 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-e82aa603-a6af-4de2-9fea-892d278956ad req-ab3960ab-d8b7-456d-aa39-10c06b13ef47 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Synchronizing usage tracker for tenant:db3f835fbb4441b382fb98f5bcdc7676 on resource:security_group {{(pid=91848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:21:11.765223 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123645e3-71dc-4a0e-8f92-d7db8041634b req-82ebc4f9-e8af-4c1a-bba6-978af538e772 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:11.766842 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-123645e3-71dc-4a0e-8f92-d7db8041634b req-82ebc4f9-e8af-4c1a-bba6-978af538e772 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=76ec8c68-8eb3-4175-ab2e-6ee1841fe059 HTTP/1.1" status: 200 len: 945 time: 0.1402898 May 27 11:21:11.814541 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-e82aa603-a6af-4de2-9fea-892d278956ad req-ab3960ab-d8b7-456d-aa39-10c06b13ef47 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Unset dirty status for tenant:db3f835fbb4441b382fb98f5bcdc7676 on resource:security_group {{(pid=91848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:21:11.816013 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e82aa603-a6af-4de2-9fea-892d278956ad req-ab3960ab-d8b7-456d-aa39-10c06b13ef47 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1593788214&fields=id&tenant_id=db3f835fbb4441b382fb98f5bcdc7676 HTTP/1.1" status: 200 len: 267 time: 0.1152546 May 27 11:21:11.948778 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-123645e3-71dc-4a0e-8f92-d7db8041634b req-8a471005-b3af-44b8-af5d-3ef1eed36aea tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752441 May 27 11:21:12.081045 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82aa603-a6af-4de2-9fea-892d278956ad req-51f54917-af82-427f-851b-e200fc0d1f0d tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:12.082807 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e82aa603-a6af-4de2-9fea-892d278956ad req-51f54917-af82-427f-851b-e200fc0d1f0d tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/networks?id=3eb4e519-1057-42cd-8c70-ebf5cc905d06 HTTP/1.1" status: 200 len: 809 time: 0.2573097 May 27 11:21:12.099863 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e82aa603-a6af-4de2-9fea-892d278956ad req-0f87e773-5391-422d-9043-881a1a39414c tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/quotas/db3f835fbb4441b382fb98f5bcdc7676 HTTP/1.1" status: 200 len: 375 time: 0.0109055 May 27 11:21:12.196664 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e82aa603-a6af-4de2-9fea-892d278956ad req-51013b23-a451-425e-8214-a7544933f18d tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=db3f835fbb4441b382fb98f5bcdc7676&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0911002 May 27 11:21:12.390254 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e82aa603-a6af-4de2-9fea-892d278956ad req-8aea64b0-7a7e-4ae8-88e7-c66c8d5e2410 service neutron] 10.222.0.77 "GET /v2.0/networks/3eb4e519-1057-42cd-8c70-ebf5cc905d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619806 May 27 11:21:12.399058 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed0868-0132-49b5-af4f-bec92e7f5d1b req-36c4c8d5-997a-4384-84ba-4d5c4af5ae0c tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:12.400657 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-cfed0868-0132-49b5-af4f-bec92e7f5d1b req-36c4c8d5-997a-4384-84ba-4d5c4af5ae0c tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.2031181 May 27 11:21:12.537359 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-cfed0868-0132-49b5-af4f-bec92e7f5d1b req-5bdbd6f7-f94f-40db-9aa0-73cee8bd9404 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159339 May 27 11:21:12.594653 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e82aa603-a6af-4de2-9fea-892d278956ad req-00f3708f-0295-4958-9d93-56ec77a07d9e service neutron] 10.222.0.77 "GET /v2.0/networks/3eb4e519-1057-42cd-8c70-ebf5cc905d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929779 May 27 11:21:12.881211 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdaea8d-9aaf-470e-b516-4158c8c3ec89 req-bebcd416-7a39-47e0-b519-9a6ef2e6d9e5 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:12.882891 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-efdaea8d-9aaf-470e-b516-4158c8c3ec89 req-bebcd416-7a39-47e0-b519-9a6ef2e6d9e5 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5a532c9-d20b-4700-be8f-47c2dd855ac8 HTTP/1.1" status: 200 len: 944 time: 0.0933144 May 27 11:21:12.971079 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-efdaea8d-9aaf-470e-b516-4158c8c3ec89 req-e9b0c8ca-1067-497c-a33b-719bc84638b5 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815442 May 27 11:21:13.087711 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8c596e0e-6d1b-44a6-bcaa-2c5acff0f7d6 req-3b943876-6285-457f-967f-41f8aac16d00 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 210 time: 0.0565114 May 27 11:21:13.289428 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 715d7441-6ad7-4b28-920f-e78821b94f94 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:21:13.313979 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56c244-2516-4d74-95af-e299d62a99bf req-58a3d640-7068-49f9-8e2e-a43274b3684d tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:13.317497 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1d56c244-2516-4d74-95af-e299d62a99bf req-58a3d640-7068-49f9-8e2e-a43274b3684d tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=76ec8c68-8eb3-4175-ab2e-6ee1841fe059 HTTP/1.1" status: 200 len: 945 time: 0.1179819 May 27 11:21:13.431561 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1d56c244-2516-4d74-95af-e299d62a99bf req-40bb2cb6-3aa7-43c8-a8b3-c1638508a54f tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/security-groups?id=56a408eb-94ca-4516-95e8-3067009732f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621810 May 27 11:21:13.449031 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 715d7441-6ad7-4b28-920f-e78821b94f94, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=715d7441-6ad7-4b28-920f-e78821b94f94,segment=NetworkSegment(fb42ede5-b0ca-4d88-85c8-32b1e4f4094d),segment_id=fb42ede5-b0ca-4d88-85c8-32b1e4f4094d)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:21:13.452928 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03038293-b323-4f74-b4b5-d030a03ab056 req-032a11d0-9239-45fb-a67a-e75dc86a8a61 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:13.454587 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-03038293-b323-4f74-b4b5-d030a03ab056 req-032a11d0-9239-45fb-a67a-e75dc86a8a61 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.35 "GET /v2.0/ports?device_id=76ec8c68-8eb3-4175-ab2e-6ee1841fe059 HTTP/1.1" status: 200 len: 945 time: 0.1319773 May 27 11:21:13.469814 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Returning: {'device': '715d7441-6ad7-4b28-920f-e78821b94f94', 'network_id': '0f99b67f-d39d-4730-a4ca-970d6193511d', 'port_id': '715d7441-6ad7-4b28-920f-e78821b94f94', 'mac_address': 'fa:16:3e:99:cf:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72d08991-e814-497d-a727-1ca3a7171bc1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:21:13.571281 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:13.598290 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 715d7441-6ad7-4b28-920f-e78821b94f94 {{(pid=91849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:21:13.621440 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 715d7441-6ad7-4b28-920f-e78821b94f94, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=715d7441-6ad7-4b28-920f-e78821b94f94,segment=NetworkSegment(fb42ede5-b0ca-4d88-85c8-32b1e4f4094d),segment_id=fb42ede5-b0ca-4d88-85c8-32b1e4f4094d)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:21:13.627075 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:13.630963 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:21:13.657341 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [req-03038293-b323-4f74-b4b5-d030a03ab056 req-851dea13-c1fb-402a-8bd7-71442262d9c4 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Deleting port ab572ded-6b44-4c82-a795-d899fc8c34ee {{(pid=91848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:21:13.657957 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-03038293-b323-4f74-b4b5-d030a03ab056 req-851dea13-c1fb-402a-8bd7-71442262d9c4 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:13.733782 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=715d7441-6ad7-4b28-920f-e78821b94f94,revision_number=4']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:21:13.737432 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:21:13.871408 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [req-03038293-b323-4f74-b4b5-d030a03ab056 req-851dea13-c1fb-402a-8bd7-71442262d9c4 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] For port ab572ded-6b44-4c82-a795-d899fc8c34ee, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=ab572ded-6b44-4c82-a795-d899fc8c34ee,segment=NetworkSegment(c2be4939-06da-44ef-b45c-fa595b7b31a6),segment_id=c2be4939-06da-44ef-b45c-fa595b7b31a6)] {{(pid=91848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:21:13.871791 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-03038293-b323-4f74-b4b5-d030a03ab056 req-851dea13-c1fb-402a-8bd7-71442262d9c4 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:14.003629 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [req-03038293-b323-4f74-b4b5-d030a03ab056 req-851dea13-c1fb-402a-8bd7-71442262d9c4 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Calling delete_port for ab572ded-6b44-4c82-a795-d899fc8c34ee owned by compute:nova {{(pid=91848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:21:14.020474 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0502a-52b4-4ddd-9f37-f2fb9f25aae5 req-380adee2-9b95-42c2-a5dd-e3abe698c78d tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:14.022053 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5bf0502a-52b4-4ddd-9f37-f2fb9f25aae5 req-380adee2-9b95-42c2-a5dd-e3abe698c78d tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.2596235 May 27 11:21:14.083185 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5bf0502a-52b4-4ddd-9f37-f2fb9f25aae5 req-4599bac6-c6c2-4741-bfe6-018e2d463021 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538728 May 27 11:21:14.209686 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['715d7441-6ad7-4b28-920f-e78821b94f94'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:21:14.375759 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d5375822-08a7-4613-98c8-2101b33eb22e req-6879a0c0-ab5d-4bc2-940f-e0e9fd6f3a20 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 210 time: 0.0697052 May 27 11:21:14.404184 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-03038293-b323-4f74-b4b5-d030a03ab056 req-851dea13-c1fb-402a-8bd7-71442262d9c4 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6295888'] for port, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:14.413131 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-1bac9eda-844e-4a41-94aa-350a28f07eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:21:14.479691 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851dea13-c1fb-402a-8bd7-71442262d9c4 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Pushing event deleted for resources: {'Port': ['ID=ab572ded-6b44-4c82-a795-d899fc8c34ee,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:21:14.485489 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-851dea13-c1fb-402a-8bd7-71442262d9c4 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:21:14.579910 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0bc58-9ae1-4431-ab34-5a219de05ea1 req-443eaf32-f681-46dc-9882-077c307666a1 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:14.583094 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7ce0bc58-9ae1-4431-ab34-5a219de05ea1 req-443eaf32-f681-46dc-9882-077c307666a1 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5a532c9-d20b-4700-be8f-47c2dd855ac8 HTTP/1.1" status: 200 len: 945 time: 0.4773877 May 27 11:21:14.607061 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-4ae7dd75-825b-422d-98e8-c6af15885b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:14.614964 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [req-03038293-b323-4f74-b4b5-d030a03ab056 req-851dea13-c1fb-402a-8bd7-71442262d9c4 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] No DVR routers for this DVR port ab572ded-6b44-4c82-a795-d899fc8c34ee on host hv-cinder-75157 {{(pid=91848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:21:14.620329 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-03038293-b323-4f74-b4b5-d030a03ab056 req-851dea13-c1fb-402a-8bd7-71442262d9c4 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:14.623054 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ec8c68-8eb3-4175-ab2e-6ee1841fe059', 'name': 'network-vif-deleted', 'tag': 'ab572ded-6b44-4c82-a795-d899fc8c34ee'}] {{(pid=91848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:21:14.671771 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-03038293-b323-4f74-b4b5-d030a03ab056 req-851dea13-c1fb-402a-8bd7-71442262d9c4 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.35 "DELETE /v2.0/ports/ab572ded-6b44-4c82-a795-d899fc8c34ee HTTP/1.1" status: 204 len: 173 time: 1.2106445 May 27 11:21:14.683486 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7ce0bc58-9ae1-4431-ab34-5a219de05ea1 req-fb0ea6bd-eb56-4670-bd46-13cea8ab842c tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945714 May 27 11:21:14.726697 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82aa603-a6af-4de2-9fea-892d278956ad req-45d7e8a2-854f-4424-bc48-2cffe58bd87f tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:14.727424 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-e82aa603-a6af-4de2-9fea-892d278956ad req-45d7e8a2-854f-4424-bc48-2cffe58bd87f tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Synchronizing usage tracker for tenant:db3f835fbb4441b382fb98f5bcdc7676 on resource:network {{(pid=91847) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:21:14.738926 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ec8c68-8eb3-4175-ab2e-6ee1841fe059', 'name': 'network-vif-deleted', 'tag': 'ab572ded-6b44-4c82-a795-d899fc8c34ee', 'status': 'completed', 'code': 200} May 27 11:21:14.750114 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-e82aa603-a6af-4de2-9fea-892d278956ad req-45d7e8a2-854f-4424-bc48-2cffe58bd87f tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Unset dirty status for tenant:db3f835fbb4441b382fb98f5bcdc7676 on resource:network {{(pid=91847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:21:14.751955 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-e82aa603-a6af-4de2-9fea-892d278956ad req-45d7e8a2-854f-4424-bc48-2cffe58bd87f tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.35 "GET /v2.0/networks?id=3eb4e519-1057-42cd-8c70-ebf5cc905d06 HTTP/1.1" status: 200 len: 809 time: 0.3277380 May 27 11:21:14.823711 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-e82aa603-a6af-4de2-9fea-892d278956ad req-542bdce0-df5e-4873-8c7c-0f4b8f6afeaa tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Synchronizing usage tracker for tenant:db3f835fbb4441b382fb98f5bcdc7676 on resource:security_group {{(pid=91847) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:21:14.832975 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-861a4a7f-c32b-4e94-86cb-e4d8464ca51b req-96805470-7796-470c-ba5f-2fac7a0aa064 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Synchronizing usage tracker for tenant:8d42625dceb84e92adbcff7fb4675425 on resource:port {{(pid=91848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:21:14.841121 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-e82aa603-a6af-4de2-9fea-892d278956ad req-542bdce0-df5e-4873-8c7c-0f4b8f6afeaa tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Unset dirty status for tenant:db3f835fbb4441b382fb98f5bcdc7676 on resource:security_group {{(pid=91847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:21:14.843951 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-e82aa603-a6af-4de2-9fea-892d278956ad req-542bdce0-df5e-4873-8c7c-0f4b8f6afeaa tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db3f835fbb4441b382fb98f5bcdc7676 HTTP/1.1" status: 200 len: 380 time: 0.0810952 May 27 11:21:14.853210 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-861a4a7f-c32b-4e94-86cb-e4d8464ca51b req-96805470-7796-470c-ba5f-2fac7a0aa064 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Unset dirty status for tenant:8d42625dceb84e92adbcff7fb4675425 on resource:port {{(pid=91848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:21:14.854775 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-861a4a7f-c32b-4e94-86cb-e4d8464ca51b req-96805470-7796-470c-ba5f-2fac7a0aa064 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] 10.222.0.77 "GET /v2.0/ports?device_id=76ec8c68-8eb3-4175-ab2e-6ee1841fe059 HTTP/1.1" status: 200 len: 210 time: 0.0776227 May 27 11:21:14.886232 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [req-e82aa603-a6af-4de2-9fea-892d278956ad req-58130bd4-6340-4524-b984-307576763b21 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Request body: {'port': {'device_id': '618a6f2a-0a64-4864-a6bb-27a63d64de9b', 'network_id': '3eb4e519-1057-42cd-8c70-ebf5cc905d06', 'admin_state_up': True, 'tenant_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'security_groups': ['167841be-75b3-45f8-b145-c9ea37b1f27b']}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:21:15.141106 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [req-e82aa603-a6af-4de2-9fea-892d278956ad req-58130bd4-6340-4524-b984-307576763b21 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:21:15.148853 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-e82aa603-a6af-4de2-9fea-892d278956ad req-58130bd4-6340-4524-b984-307576763b21 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Usage tracker for resource:port and tenant:db3f835fbb4441b382fb98f5bcdc7676 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:21:15.154041 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-e82aa603-a6af-4de2-9fea-892d278956ad req-58130bd4-6340-4524-b984-307576763b21 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:21:15.162946 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [req-e82aa603-a6af-4de2-9fea-892d278956ad req-58130bd4-6340-4524-b984-307576763b21 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:21:15.173719 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e82aa603-a6af-4de2-9fea-892d278956ad req-58130bd4-6340-4524-b984-307576763b21 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Made reservation on behalf of db3f835fbb4441b382fb98f5bcdc7676 for: {'port': 1} {{(pid=91847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:21:15.177507 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-e82aa603-a6af-4de2-9fea-892d278956ad req-58130bd4-6340-4524-b984-307576763b21 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:15.283181 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca6010-f972-4844-a506-1fa547289d97 req-089b0302-2609-4589-8ac9-ac56a018d7e3 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:15.285136 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-79ca6010-f972-4844-a506-1fa547289d97 req-089b0302-2609-4589-8ac9-ac56a018d7e3 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.0865903 May 27 11:21:15.340183 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-79ca6010-f972-4844-a506-1fa547289d97 req-c20a1372-47b2-40e3-aa16-55282df72e57 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449736 May 27 11:21:15.362185 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.db_base_plugin_common [req-e82aa603-a6af-4de2-9fea-892d278956ad req-58130bd4-6340-4524-b984-307576763b21 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Allocated IP 172.20.0.13 (3eb4e519-1057-42cd-8c70-ebf5cc905d06/de167a51-2ce9-4e8d-95bf-310e382bbc22/3e8b58b1-ea67-4cb7-9716-fb5d920693fc) {{(pid=91847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:21:15.579920 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-33749c08-ee48-4770-9fbb-eb4428f7158e req-5d974854-686a-4222-b50e-9a0e7113a44c tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 210 time: 0.0540919 May 27 11:21:15.695090 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-e82aa603-a6af-4de2-9fea-892d278956ad req-58130bd4-6340-4524-b984-307576763b21 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks [] for port, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:15.715264 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [req-e82aa603-a6af-4de2-9fea-892d278956ad req-58130bd4-6340-4524-b984-307576763b21 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Transition to ACTIVE for port object 3e8b58b1-ea67-4cb7-9716-fb5d920693fc will not be triggered until provisioned by entity DHCP. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:21:15.745299 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-e82aa603-a6af-4de2-9fea-892d278956ad req-58130bd4-6340-4524-b984-307576763b21 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7527304'] for port, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:15.751322 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:21:15.891443 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e82aa603-a6af-4de2-9fea-892d278956ad req-58130bd4-6340-4524-b984-307576763b21 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Network 3eb4e519-1057-42cd-8c70-ebf5cc905d06 is already hosted by enough agents. {{(pid=91847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:21:15.895316 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [req-e82aa603-a6af-4de2-9fea-892d278956ad req-58130bd4-6340-4524-b984-307576763b21 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Resources bound (agent type, host, resource id): {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:21:15.923884 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82aa603-a6af-4de2-9fea-892d278956ad req-58130bd4-6340-4524-b984-307576763b21 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Received port after_create {{(pid=91847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:21:16.023728 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58130bd4-6340-4524-b984-307576763b21 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Pushing event updated for resources: {'Port': ['ID=3e8b58b1-ea67-4cb7-9716-fb5d920693fc,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:21:16.042499 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-58130bd4-6340-4524-b984-307576763b21 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:21:16.122220 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2f4d9-4dc9-44f0-bd96-fa9ae99b79a0 req-bb42eb85-3e32-4ebc-bf16-2d1e03a738d1 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:16.123062 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-dcb2f4d9-4dc9-44f0-bd96-fa9ae99b79a0 req-bb42eb85-3e32-4ebc-bf16-2d1e03a738d1 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5a532c9-d20b-4700-be8f-47c2dd855ac8 HTTP/1.1" status: 200 len: 945 time: 0.2654510 May 27 11:21:16.137309 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82aa603-a6af-4de2-9fea-892d278956ad req-58130bd4-6340-4524-b984-307576763b21 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:16.137504 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 58208) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:21:16.138482 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-e82aa603-a6af-4de2-9fea-892d278956ad req-58130bd4-6340-4524-b984-307576763b21 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:16.184107 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-e82aa603-a6af-4de2-9fea-892d278956ad req-58130bd4-6340-4524-b984-307576763b21 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3016896 May 27 11:21:16.211394 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [req-e82aa603-a6af-4de2-9fea-892d278956ad req-0307170f-b35c-4573-b4ee-e38ec15982d0 service neutron] Request body: {'port': {'device_id': '618a6f2a-0a64-4864-a6bb-27a63d64de9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:21:16.247478 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-dcb2f4d9-4dc9-44f0-bd96-fa9ae99b79a0 req-f690d8d5-81d0-4994-af8c-29568f1b7431 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060035 May 27 11:21:16.267241 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4148f81-6817-420b-8bc6-e4b3c720d39e admin admin] Deleting subnet 4914670b-b81c-4b30-b3d7-60fa4965bca9 {{(pid=91848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 11:21:16.272908 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b4148f81-6817-420b-8bc6-e4b3c720d39e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:16.359432 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b4148f81-6817-420b-8bc6-e4b3c720d39e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6635035'] for subnet, precommit_delete_associations {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:16.385955 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-043c2211-811a-4169-a558-5e664d297e74 None None] Provisioning for port 3e8b58b1-ea67-4cb7-9716-fb5d920693fc completed by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:21:16.391893 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-043c2211-811a-4169-a558-5e664d297e74 None None] Provisioning complete for port 3e8b58b1-ea67-4cb7-9716-fb5d920693fc triggered by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:21:16.392329 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-043c2211-811a-4169-a558-5e664d297e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:16.456490 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b4148f81-6817-420b-8bc6-e4b3c720d39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729342'] for subnet, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:16.459086 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-043c2211-811a-4169-a558-5e664d297e74 None None] Port 3e8b58b1-ea67-4cb7-9716-fb5d920693fc cannot update to ACTIVE because it is not bound. {{(pid=91849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:21:16.556125 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-e82aa603-a6af-4de2-9fea-892d278956ad req-0307170f-b35c-4573-b4ee-e38ec15982d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:16.752140 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf84de-b30b-4471-8230-3d0877f82999 req-a979af10-33fd-43fb-82c8-53fde2a7d54d tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:16.754089 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5fbf84de-b30b-4471-8230-3d0877f82999 req-a979af10-33fd-43fb-82c8-53fde2a7d54d tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.2399092 May 27 11:21:16.927595 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5fbf84de-b30b-4471-8230-3d0877f82999 req-e32187e6-820d-4434-b765-6413fdcafd3a tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371887 May 27 11:21:16.994740 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be9b22-8e67-4cd4-b740-602beb77a969 req-a185c7fa-b53e-491b-9610-9b150216e65b tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:16.997099 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c6be9b22-8e67-4cd4-b740-602beb77a969 req-a185c7fa-b53e-491b-9610-9b150216e65b tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 932 time: 0.2009263 May 27 11:21:17.001117 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b4148f81-6817-420b-8bc6-e4b3c720d39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6297505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6631527'] for subnet, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:17.007027 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-25c9b55e-7ab4-441c-a4a9-862a8d249ed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:21:17.056584 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-0886fe3b-a5e8-4e67-b235-98c83e3e9a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:17.105308 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4148f81-6817-420b-8bc6-e4b3c720d39e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4914670b-b81c-4b30-b3d7-60fa4965bca9,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:21:17.111230 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-b4148f81-6817-420b-8bc6-e4b3c720d39e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:21:17.124322 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b4148f81-6817-420b-8bc6-e4b3c720d39e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:17.125442 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:17.139064 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-b4148f81-6817-420b-8bc6-e4b3c720d39e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/4914670b-b81c-4b30-b3d7-60fa4965bca9 HTTP/1.1" status: 204 len: 168 time: 0.9993651 May 27 11:21:17.144248 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 58218) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:21:17.167472 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c6be9b22-8e67-4cd4-b740-602beb77a969 req-e33e620e-3746-4916-8f86-99fa84cc6f24 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883594 May 27 11:21:17.221575 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [req-e82aa603-a6af-4de2-9fea-892d278956ad req-0307170f-b35c-4573-b4ee-e38ec15982d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e8b58b1-ea67-4cb7-9716-fb5d920693fc {{(pid=91847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:21:17.234157 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-e82aa603-a6af-4de2-9fea-892d278956ad req-0307170f-b35c-4573-b4ee-e38ec15982d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:17.259804 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [req-e82aa603-a6af-4de2-9fea-892d278956ad req-0307170f-b35c-4573-b4ee-e38ec15982d0 service neutron] Transition to ACTIVE for port object 3e8b58b1-ea67-4cb7-9716-fb5d920693fc will not be triggered until provisioned by entity L2. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:21:17.265573 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-e82aa603-a6af-4de2-9fea-892d278956ad req-0307170f-b35c-4573-b4ee-e38ec15982d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7527359'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:17.270604 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:21:17.330265 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-404d0f16-010b-4a74-8e51-bf20ef8f1cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642410'] for network, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:17.340555 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 715d7441-6ad7-4b28-920f-e78821b94f94 up at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:21:17.527682 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307170f-b35c-4573-b4ee-e38ec15982d0 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8b58b1-ea67-4cb7-9716-fb5d920693fc,revision_number=2']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:21:17.536658 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-0307170f-b35c-4573-b4ee-e38ec15982d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:21:17.546294 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning for port 715d7441-6ad7-4b28-920f-e78821b94f94 completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:21:17.556787 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning complete for port 715d7441-6ad7-4b28-920f-e78821b94f94 triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:21:17.557660 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:17.570851 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-404d0f16-010b-4a74-8e51-bf20ef8f1cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734563', 'neutron.services.segments.db._delete_segments_for_network-8764582419685'] for network, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:17.592049 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.services.segments.db [None req-404d0f16-010b-4a74-8e51-bf20ef8f1cae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3633c235-4756-45b7-9341-a649fc616bec']}} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:21:17.665639 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.services.segments.db [None req-404d0f16-010b-4a74-8e51-bf20ef8f1cae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2be4939-06da-44ef-b45c-fa595b7b31a6') {'for_net_delete': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:21:17.666123 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.services.segments.db [None req-404d0f16-010b-4a74-8e51-bf20ef8f1cae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2be4939-06da-44ef-b45c-fa595b7b31a6') {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:21:17.673542 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [req-e82aa603-a6af-4de2-9fea-892d278956ad req-0307170f-b35c-4573-b4ee-e38ec15982d0 service neutron] Attempting to bind port 3e8b58b1-ea67-4cb7-9716-fb5d920693fc on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:21:17.673895 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [req-e82aa603-a6af-4de2-9fea-892d278956ad req-0307170f-b35c-4573-b4ee-e38ec15982d0 service neutron] Attempting to bind port 3e8b58b1-ea67-4cb7-9716-fb5d920693fc by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '292101b1-8c57-4899-a66c-7cc701cb12fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '3eb4e519-1057-42cd-8c70-ebf5cc905d06'}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:21:17.674689 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82aa603-a6af-4de2-9fea-892d278956ad req-0307170f-b35c-4573-b4ee-e38ec15982d0 service neutron] Attempting to bind port 3e8b58b1-ea67-4cb7-9716-fb5d920693fc on network 3eb4e519-1057-42cd-8c70-ebf5cc905d06 {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:21:17.681149 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82aa603-a6af-4de2-9fea-892d278956ad req-0307170f-b35c-4573-b4ee-e38ec15982d0 service neutron] Port 3e8b58b1-ea67-4cb7-9716-fb5d920693fc on network 3eb4e519-1057-42cd-8c70-ebf5cc905d06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 11:21:17.681484 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82aa603-a6af-4de2-9fea-892d278956ad req-0307170f-b35c-4573-b4ee-e38ec15982d0 service neutron] Attempting to bind port 3e8b58b1-ea67-4cb7-9716-fb5d920693fc on network 3eb4e519-1057-42cd-8c70-ebf5cc905d06 {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:21:17.693073 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82aa603-a6af-4de2-9fea-892d278956ad req-0307170f-b35c-4573-b4ee-e38ec15982d0 service neutron] Checking agent: {'id': '488b0f7b-d99c-4207-808d-fdc57746257f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 16, 24), 'started_at': datetime.datetime(2021, 5, 27, 11, 16, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:21:17.693435 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82aa603-a6af-4de2-9fea-892d278956ad req-0307170f-b35c-4573-b4ee-e38ec15982d0 service neutron] Checking segment: {'id': '292101b1-8c57-4899-a66c-7cc701cb12fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '3eb4e519-1057-42cd-8c70-ebf5cc905d06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:21:17.693778 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82aa603-a6af-4de2-9fea-892d278956ad req-0307170f-b35c-4573-b4ee-e38ec15982d0 service neutron] Bound using segment: {'id': '292101b1-8c57-4899-a66c-7cc701cb12fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '3eb4e519-1057-42cd-8c70-ebf5cc905d06'} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:21:17.694227 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [req-e82aa603-a6af-4de2-9fea-892d278956ad req-0307170f-b35c-4573-b4ee-e38ec15982d0 service neutron] Bound port: 3e8b58b1-ea67-4cb7-9716-fb5d920693fc, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '292101b1-8c57-4899-a66c-7cc701cb12fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '3eb4e519-1057-42cd-8c70-ebf5cc905d06'}}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:21:17.694577 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-e82aa603-a6af-4de2-9fea-892d278956ad req-0307170f-b35c-4573-b4ee-e38ec15982d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:17.723374 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:17.759514 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a532c9-d20b-4700-be8f-47c2dd855ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715d7441-6ad7-4b28-920f-e78821b94f94'}] {{(pid=91849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:21:17.771114 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 715d7441-6ad7-4b28-920f-e78821b94f94, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=715d7441-6ad7-4b28-920f-e78821b94f94,segment=NetworkSegment(fb42ede5-b0ca-4d88-85c8-32b1e4f4094d),segment_id=fb42ede5-b0ca-4d88-85c8-32b1e4f4094d)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:21:17.779193 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:17.780872 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device ab572ded-6b44-4c82-a795-d899fc8c34ee no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:21:17.791269 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-404d0f16-010b-4a74-8e51-bf20ef8f1cae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764582427558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6635042'] for segment, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:17.810973 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:21:17.819180 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-404d0f16-010b-4a74-8e51-bf20ef8f1cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075'] for segment, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:17.829169 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-404d0f16-010b-4a74-8e51-bf20ef8f1cae admin admin] Releasing vlan 1174 on physical network physnet1 to pool {{(pid=91848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 11:21:17.829766 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-404d0f16-010b-4a74-8e51-bf20ef8f1cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6295811'] for segment, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:17.841115 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [req-e82aa603-a6af-4de2-9fea-892d278956ad req-0307170f-b35c-4573-b4ee-e38ec15982d0 service neutron] For port 3e8b58b1-ea67-4cb7-9716-fb5d920693fc, host hv-cinder-75157, cleared binding levels {{(pid=91847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:21:17.845722 dv-cinder-751579-23-smb neutron-server[91849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a532c9-d20b-4700-be8f-47c2dd855ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715d7441-6ad7-4b28-920f-e78821b94f94', 'code': 200} May 27 11:21:17.846513 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [req-e82aa603-a6af-4de2-9fea-892d278956ad req-0307170f-b35c-4573-b4ee-e38ec15982d0 service neutron] For port 3e8b58b1-ea67-4cb7-9716-fb5d920693fc, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=3e8b58b1-ea67-4cb7-9716-fb5d920693fc,segment=NetworkSegment(292101b1-8c57-4899-a66c-7cc701cb12fd),segment_id=292101b1-8c57-4899-a66c-7cc701cb12fd)] {{(pid=91847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:21:17.849595 dv-cinder-751579-23-smb neutron-server[91848]: Traceback (most recent call last): May 27 11:21:17.849595 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 11:21:17.849595 dv-cinder-751579-23-smb neutron-server[91848]: timer() May 27 11:21:17.849595 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 11:21:17.849595 dv-cinder-751579-23-smb neutron-server[91848]: cb(*args, **kw) May 27 11:21:17.849595 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 11:21:17.849595 dv-cinder-751579-23-smb neutron-server[91848]: return func(*args, **kwargs) May 27 11:21:17.849595 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 11:21:17.849595 dv-cinder-751579-23-smb neutron-server[91848]: self._notify() May 27 11:21:17.849595 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 11:21:17.849595 dv-cinder-751579-23-smb neutron-server[91848]: self.callback(batched_events) May 27 11:21:17.849595 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 11:21:17.849595 dv-cinder-751579-23-smb neutron-server[91848]: event.method(event) May 27 11:21:17.849595 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 11:21:17.849595 dv-cinder-751579-23-smb neutron-server[91848]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 11:21:17.849595 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 11:21:17.849595 dv-cinder-751579-23-smb neutron-server[91848]: aggregate_uuid = self.p_client.list_aggregates( May 27 11:21:17.849595 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 11:21:17.849595 dv-cinder-751579-23-smb neutron-server[91848]: return f(self, *a, **k) May 27 11:21:17.849595 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 11:21:17.849595 dv-cinder-751579-23-smb neutron-server[91848]: return self._get(url).json() May 27 11:21:17.849595 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 11:21:17.849595 dv-cinder-751579-23-smb neutron-server[91848]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 11:21:17.849595 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 11:21:17.849595 dv-cinder-751579-23-smb neutron-server[91848]: return self.request(url, 'GET', **kwargs) May 27 11:21:17.849595 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 11:21:17.849595 dv-cinder-751579-23-smb neutron-server[91848]: base_url = self.get_endpoint(auth, allow=allow, May 27 11:21:17.849595 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 11:21:17.849595 dv-cinder-751579-23-smb neutron-server[91848]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 11:21:17.849595 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 11:21:17.849595 dv-cinder-751579-23-smb neutron-server[91848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 11:21:17.849595 dv-cinder-751579-23-smb neutron-server[91848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 11:21:17.860020 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-e82aa603-a6af-4de2-9fea-892d278956ad req-0307170f-b35c-4573-b4ee-e38ec15982d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7527359'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:17.866725 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-304269b9-ad4c-4552-8713-1174a8b9b8f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:21:17.874278 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] No Port match for: ab572ded-6b44-4c82-a795-d899fc8c34ee {{(pid=91849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:21:17.874631 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device ab572ded-6b44-4c82-a795-d899fc8c34ee not bound to the agent host hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:21:17.913819 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=715d7441-6ad7-4b28-920f-e78821b94f94,revision_number=5']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:21:17.917247 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:21:17.960276 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82aa603-a6af-4de2-9fea-892d278956ad req-0307170f-b35c-4573-b4ee-e38ec15982d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:17.960893 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-e82aa603-a6af-4de2-9fea-892d278956ad req-0307170f-b35c-4573-b4ee-e38ec15982d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:17.962952 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-e82aa603-a6af-4de2-9fea-892d278956ad req-0307170f-b35c-4573-b4ee-e38ec15982d0 service neutron] 10.222.0.35 "PUT /v2.0/ports/3e8b58b1-ea67-4cb7-9716-fb5d920693fc HTTP/1.1" status: 200 len: 1094 time: 1.7608516 May 27 11:21:17.964449 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '618a6f2a-0a64-4864-a6bb-27a63d64de9b', 'tag': '3e8b58b1-ea67-4cb7-9716-fb5d920693fc'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:21:17.974456 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66499e-ee7b-4f06-9a34-b86aa60c2602 req-0d066d50-7857-46d8-90ad-bd635582cb33 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:17.982736 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7d66499e-ee7b-4f06-9a34-b86aa60c2602 req-0d066d50-7857-46d8-90ad-bd635582cb33 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5a532c9-d20b-4700-be8f-47c2dd855ac8 HTTP/1.1" status: 200 len: 945 time: 0.3765583 May 27 11:21:17.985825 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307170f-b35c-4573-b4ee-e38ec15982d0 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8b58b1-ea67-4cb7-9716-fb5d920693fc,revision_number=3']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:21:17.996953 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0307170f-b35c-4573-b4ee-e38ec15982d0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:21:17.997315 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0307170f-b35c-4573-b4ee-e38ec15982d0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:21:17.997668 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0307170f-b35c-4573-b4ee-e38ec15982d0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:21:17.998037 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0307170f-b35c-4573-b4ee-e38ec15982d0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:21:17.998524 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0307170f-b35c-4573-b4ee-e38ec15982d0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:21:17.999315 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0307170f-b35c-4573-b4ee-e38ec15982d0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:21:18.003188 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0307170f-b35c-4573-b4ee-e38ec15982d0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:21:18.003761 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0307170f-b35c-4573-b4ee-e38ec15982d0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:21:18.004338 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0307170f-b35c-4573-b4ee-e38ec15982d0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:21:18.004931 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0307170f-b35c-4573-b4ee-e38ec15982d0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:21:18.005296 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0307170f-b35c-4573-b4ee-e38ec15982d0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:21:18.007246 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0307170f-b35c-4573-b4ee-e38ec15982d0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:21:18.012921 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-404d0f16-010b-4a74-8e51-bf20ef8f1cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926643'] for network, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:18.013549 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-0307170f-b35c-4573-b4ee-e38ec15982d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:21:18.037706 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-404d0f16-010b-4a74-8e51-bf20ef8f1cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for network, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:18.050924 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:21:18.101193 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404d0f16-010b-4a74-8e51-bf20ef8f1cae admin admin] Pushing event deleted for resources: {'Network': ['ID=3633c235-4756-45b7-9341-a649fc616bec,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:21:18.133183 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7d66499e-ee7b-4f06-9a34-b86aa60c2602 req-1d0f0a16-d92a-44e7-a40d-bc94110d0777 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495039 May 27 11:21:18.157137 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82aa603-a6af-4de2-9fea-892d278956ad req-4ea844d7-48fd-4239-bb22-a62823aaee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:18.159787 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-e82aa603-a6af-4de2-9fea-892d278956ad req-4ea844d7-48fd-4239-bb22-a62823aaee01 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=db3f835fbb4441b382fb98f5bcdc7676&device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 1097 time: 0.1147995 May 27 11:21:18.199825 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404d0f16-010b-4a74-8e51-bf20ef8f1cae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:21:18.200304 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404d0f16-010b-4a74-8e51-bf20ef8f1cae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:21:18.200789 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404d0f16-010b-4a74-8e51-bf20ef8f1cae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:21:18.201352 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404d0f16-010b-4a74-8e51-bf20ef8f1cae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:21:18.202348 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404d0f16-010b-4a74-8e51-bf20ef8f1cae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:21:18.202764 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404d0f16-010b-4a74-8e51-bf20ef8f1cae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:21:18.203186 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404d0f16-010b-4a74-8e51-bf20ef8f1cae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:21:18.203705 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404d0f16-010b-4a74-8e51-bf20ef8f1cae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:21:18.204130 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404d0f16-010b-4a74-8e51-bf20ef8f1cae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:21:18.204626 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404d0f16-010b-4a74-8e51-bf20ef8f1cae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:21:18.204954 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404d0f16-010b-4a74-8e51-bf20ef8f1cae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:21:18.205390 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404d0f16-010b-4a74-8e51-bf20ef8f1cae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:21:18.246864 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '618a6f2a-0a64-4864-a6bb-27a63d64de9b', 'tag': '3e8b58b1-ea67-4cb7-9716-fb5d920693fc', 'status': 'completed', 'code': 200} May 27 11:21:18.254372 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-404d0f16-010b-4a74-8e51-bf20ef8f1cae admin admin] 10.222.0.77 "DELETE /v2.0/networks/3633c235-4756-45b7-9341-a649fc616bec HTTP/1.1" status: 204 len: 168 time: 1.1083145 May 27 11:21:18.268128 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-404d0f16-010b-4a74-8e51-bf20ef8f1cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:21:18.269675 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-e82aa603-a6af-4de2-9fea-892d278956ad req-6335e7fd-51b1-4efa-a9f7-5876791f6bb2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e8b58b1-ea67-4cb7-9716-fb5d920693fc HTTP/1.1" status: 200 len: 217 time: 0.0867631 May 27 11:21:18.336205 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:18.355647 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82aa603-a6af-4de2-9fea-892d278956ad req-d11f5a21-579b-42f3-b9a6-34d0cfb5e6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:18.357842 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-e82aa603-a6af-4de2-9fea-892d278956ad req-d11f5a21-579b-42f3-b9a6-34d0cfb5e6a1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=de167a51-2ce9-4e8d-95bf-310e382bbc22 HTTP/1.1" status: 200 len: 848 time: 0.0808656 May 27 11:21:18.417371 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9437bc-0db1-4d40-a72e-b44b50a988c5 req-8ab25ecf-149f-4ebf-bee1-d6ea69a9928b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:18.418927 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0d9437bc-0db1-4d40-a72e-b44b50a988c5 req-8ab25ecf-149f-4ebf-bee1-d6ea69a9928b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.2213776 May 27 11:21:18.422133 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633abb7-bc6a-4130-a109-87242f669016 req-a028ab98-1416-4984-ba62-b1133ced96b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:18.423658 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f633abb7-bc6a-4130-a109-87242f669016 req-a028ab98-1416-4984-ba62-b1133ced96b4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d5a532c9-d20b-4700-be8f-47c2dd855ac8 HTTP/1.1" status: 200 len: 1099 time: 0.2976310 May 27 11:21:18.436061 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 58238) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:21:18.515606 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0d9437bc-0db1-4d40-a72e-b44b50a988c5 req-d934b44c-ddfb-441a-bab5-5cfc3b7578a8 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829463 May 27 11:21:18.523877 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f633abb7-bc6a-4130-a109-87242f669016 req-6b4832da-f8a4-44b7-abd0-cff81282b63e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893886 May 27 11:21:18.546075 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907f7cc-841f-4d1a-a74c-7de9649bd882 req-02475511-4b45-4a9f-9e17-8edb9d4759ca tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:18.547970 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e907f7cc-841f-4d1a-a74c-7de9649bd882 req-02475511-4b45-4a9f-9e17-8edb9d4759ca tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 944 time: 0.2182584 May 27 11:21:18.555009 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-e285131e-0bac-4e96-acf0-dd2ce1842f1c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8d42625dceb84e92adbcff7fb4675425&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1176693 May 27 11:21:18.555993 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 58242) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:21:18.557670 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82aa603-a6af-4de2-9fea-892d278956ad req-70d051e1-84c1-454f-bd28-f2d9cca8d197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:18.559209 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-e82aa603-a6af-4de2-9fea-892d278956ad req-70d051e1-84c1-454f-bd28-f2d9cca8d197 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3eb4e519-1057-42cd-8c70-ebf5cc905d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1919045 May 27 11:21:18.661648 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e907f7cc-841f-4d1a-a74c-7de9649bd882 req-ca6b38bd-e9d1-411b-a600-434be50ff130 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019835 May 27 11:21:18.680783 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-74885098-2ff2-4b60-96ce-2dd5aab6aede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:18.713227 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-74885098-2ff2-4b60-96ce-2dd5aab6aede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:18.796626 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-74885098-2ff2-4b60-96ce-2dd5aab6aede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:18.800665 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-865def54-84b8-4be6-837c-033ad140c49c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:21:18.816354 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74885098-2ff2-4b60-96ce-2dd5aab6aede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a408eb-94ca-4516-95e8-3067009732f6,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:21:18.820524 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-74885098-2ff2-4b60-96ce-2dd5aab6aede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:21:18.829102 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-74885098-2ff2-4b60-96ce-2dd5aab6aede admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:18.830635 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-74885098-2ff2-4b60-96ce-2dd5aab6aede admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/56a408eb-94ca-4516-95e8-3067009732f6 HTTP/1.1" status: 204 len: 168 time: 0.2732425 May 27 11:21:18.904431 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-e82aa603-a6af-4de2-9fea-892d278956ad req-ac41d0a4-e081-4e6f-9d43-d442c623af59 service neutron] 10.222.0.35 "GET /v2.0/networks/3eb4e519-1057-42cd-8c70-ebf5cc905d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735780 May 27 11:21:19.084691 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-e82aa603-a6af-4de2-9fea-892d278956ad req-19d1612d-78a4-49b0-910c-fe1a9489aca3 service neutron] 10.222.0.35 "GET /v2.0/networks/3eb4e519-1057-42cd-8c70-ebf5cc905d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720669 May 27 11:21:19.226990 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011418c-e6f2-46bc-9bfa-c61e8b86491a req-b6d1db5c-7a61-4dca-b000-978761ba4063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:19.227270 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-8011418c-e6f2-46bc-9bfa-c61e8b86491a req-b6d1db5c-7a61-4dca-b000-978761ba4063 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=db3f835fbb4441b382fb98f5bcdc7676&device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 1097 time: 0.0826020 May 27 11:21:19.382662 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034722e-9f50-4c6c-b611-80a953bff2bd req-09804a8f-c74d-4380-95af-593411b8feec tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:19.385526 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9034722e-9f50-4c6c-b611-80a953bff2bd req-09804a8f-c74d-4380-95af-593411b8feec tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5a532c9-d20b-4700-be8f-47c2dd855ac8 HTTP/1.1" status: 200 len: 946 time: 0.1205449 May 27 11:21:19.469595 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9034722e-9f50-4c6c-b611-80a953bff2bd req-d8101be3-3c25-4852-80ea-0addf69aaf5e tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763347 May 27 11:21:19.498643 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011418c-e6f2-46bc-9bfa-c61e8b86491a req-4757723a-dfaf-46f2-ace5-9a0538bc615e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:19.501455 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-8011418c-e6f2-46bc-9bfa-c61e8b86491a req-4757723a-dfaf-46f2-ace5-9a0538bc615e service neutron] 10.222.0.35 "GET /v2.0/networks?id=3eb4e519-1057-42cd-8c70-ebf5cc905d06 HTTP/1.1" status: 200 len: 911 time: 0.2659752 May 27 11:21:19.584297 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-8011418c-e6f2-46bc-9bfa-c61e8b86491a req-e3d0201b-190e-4b28-ba3f-9ce0f01fbf3e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e8b58b1-ea67-4cb7-9716-fb5d920693fc HTTP/1.1" status: 200 len: 217 time: 0.0707178 May 27 11:21:19.673069 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011418c-e6f2-46bc-9bfa-c61e8b86491a req-2049b9ee-7ab7-489a-b358-a5904d82200d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:19.675135 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-8011418c-e6f2-46bc-9bfa-c61e8b86491a req-2049b9ee-7ab7-489a-b358-a5904d82200d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=de167a51-2ce9-4e8d-95bf-310e382bbc22 HTTP/1.1" status: 200 len: 848 time: 0.0816476 May 27 11:21:19.766862 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccaff18-c048-4385-bfd4-ee2765a58c0e req-49244098-4aef-4d27-9950-95b1e5fc026d tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:19.775133 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-fccaff18-c048-4385-bfd4-ee2765a58c0e req-49244098-4aef-4d27-9950-95b1e5fc026d tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.1330049 May 27 11:21:19.805810 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011418c-e6f2-46bc-9bfa-c61e8b86491a req-e0dcf211-7a13-40a5-aa6b-0c36791b0be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:19.808157 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-8011418c-e6f2-46bc-9bfa-c61e8b86491a req-e0dcf211-7a13-40a5-aa6b-0c36791b0be6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3eb4e519-1057-42cd-8c70-ebf5cc905d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1232681 May 27 11:21:19.828143 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-fccaff18-c048-4385-bfd4-ee2765a58c0e req-f0c0902d-a48b-4e39-ab31-731ba8384ea6 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520177 May 27 11:21:19.942088 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5de34-bf99-478b-9a29-6f026cb5c428 req-d5db93fa-7293-48b6-8c61-667fb17bcdb0 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:19.946457 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-96e5de34-bf99-478b-9a29-6f026cb5c428 req-d5db93fa-7293-48b6-8c61-667fb17bcdb0 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 944 time: 0.1124384 May 27 11:21:20.026809 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-96e5de34-bf99-478b-9a29-6f026cb5c428 req-63deb89e-54e9-4454-a0a0-ccb932a27216 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726063 May 27 11:21:20.069378 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-8011418c-e6f2-46bc-9bfa-c61e8b86491a req-410dcb5d-a540-4c3f-ae76-8bc2522621f0 service neutron] 10.222.0.35 "GET /v2.0/networks/3eb4e519-1057-42cd-8c70-ebf5cc905d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485538 May 27 11:21:20.241614 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-8011418c-e6f2-46bc-9bfa-c61e8b86491a req-5ce1579e-83d5-4259-b84b-0b6b7fc23283 service neutron] 10.222.0.35 "GET /v2.0/networks/3eb4e519-1057-42cd-8c70-ebf5cc905d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530838 May 27 11:21:20.350156 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:20.706124 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1f888-2a60-45bc-87c8-56c61ac64358 req-50e05dfd-a6b5-4437-a57a-da348807f8c9 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:20.707875 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-64f1f888-2a60-45bc-87c8-56c61ac64358 req-50e05dfd-a6b5-4437-a57a-da348807f8c9 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5a532c9-d20b-4700-be8f-47c2dd855ac8 HTTP/1.1" status: 200 len: 946 time: 0.1001880 May 27 11:21:20.759730 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-64f1f888-2a60-45bc-87c8-56c61ac64358 req-f0b5b1c6-9288-4abc-9db4-3d3da7151e9c tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458052 May 27 11:21:21.068396 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cfc8f-fc6a-4034-88db-9a44c4bfbef1 req-c4126dfc-7dca-4ef5-82a6-8ded5a86f15b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:21.070902 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-709cfc8f-fc6a-4034-88db-9a44c4bfbef1 req-c4126dfc-7dca-4ef5-82a6-8ded5a86f15b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.0996745 May 27 11:21:21.163417 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-709cfc8f-fc6a-4034-88db-9a44c4bfbef1 req-9ca628a5-84c9-4d13-9ce3-086c80199b8b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819550 May 27 11:21:21.436445 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa128fa5-a6c6-4c32-9ecf-7aa319289941 req-40a31e85-3134-47ca-90c0-b50ac18ddb04 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:21.439262 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-aa128fa5-a6c6-4c32-9ecf-7aa319289941 req-40a31e85-3134-47ca-90c0-b50ac18ddb04 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 944 time: 0.1210370 May 27 11:21:21.491522 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-aa128fa5-a6c6-4c32-9ecf-7aa319289941 req-3db39cdb-0413-4d57-96e6-c2a9fac99e35 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450535 May 27 11:21:22.026722 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de525fc4-e3fe-42c7-9ba8-36f1f4d2246f req-20f45d1c-12eb-4217-922f-6c413e220f71 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:22.028391 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-de525fc4-e3fe-42c7-9ba8-36f1f4d2246f req-20f45d1c-12eb-4217-922f-6c413e220f71 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5a532c9-d20b-4700-be8f-47c2dd855ac8 HTTP/1.1" status: 200 len: 946 time: 0.1055765 May 27 11:21:22.084280 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-de525fc4-e3fe-42c7-9ba8-36f1f4d2246f req-d8978e1d-5329-4881-9462-9efc72583ff0 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480311 May 27 11:21:22.398620 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a511c-9f1b-4821-b4b2-134b1cef7b38 req-f862227a-fa2f-4317-a22c-07b9371b0cf7 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:22.403690 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-918a511c-9f1b-4821-b4b2-134b1cef7b38 req-f862227a-fa2f-4317-a22c-07b9371b0cf7 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.1126122 May 27 11:21:22.466928 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-918a511c-9f1b-4821-b4b2-134b1cef7b38 req-c1500e42-53e5-4319-a579-a19d7208def2 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529263 May 27 11:21:22.609251 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7fefe7-5f6c-4315-acb4-90e7005c14e1 req-96e40c31-25c3-4265-a3f9-4ff559af7034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:22.613290 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-8c7fefe7-5f6c-4315-acb4-90e7005c14e1 req-96e40c31-25c3-4265-a3f9-4ff559af7034 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=14b4c167ec414b36b060953567b3bf93&device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 1098 time: 0.1769865 May 27 11:21:22.814308 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a98ef4-f21e-4d0c-891b-da4f69f636f1 req-29ebae7c-3644-4547-af16-af97e29dc64c tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:22.816681 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d8a98ef4-f21e-4d0c-891b-da4f69f636f1 req-29ebae7c-3644-4547-af16-af97e29dc64c tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 944 time: 0.1213689 May 27 11:21:22.893411 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d8a98ef4-f21e-4d0c-891b-da4f69f636f1 req-8370d4e2-daea-4443-b83a-f2added8856e tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642960 May 27 11:21:22.969433 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7fefe7-5f6c-4315-acb4-90e7005c14e1 req-592e8b97-78d4-425d-848d-35579909c4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:22.971837 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-8c7fefe7-5f6c-4315-acb4-90e7005c14e1 req-592e8b97-78d4-425d-848d-35579909c4b4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0c305644-2dc8-4e1c-bdb2-2c8567d44268 HTTP/1.1" status: 200 len: 921 time: 0.3303702 May 27 11:21:23.073839 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-8c7fefe7-5f6c-4315-acb4-90e7005c14e1 req-97ad6cd7-5837-4128-ae98-d755490714f1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=878b7503-ad4e-47bb-9f54-82414c028a77 HTTP/1.1" status: 200 len: 217 time: 0.0911863 May 27 11:21:23.180014 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7fefe7-5f6c-4315-acb4-90e7005c14e1 req-bdc20c06-9246-440f-9eba-57dcb9b5d8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:23.181723 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-8c7fefe7-5f6c-4315-acb4-90e7005c14e1 req-bdc20c06-9246-440f-9eba-57dcb9b5d8f5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=369e4e27-1796-451b-8798-a21a60543ff2 HTTP/1.1" status: 200 len: 859 time: 0.0992596 May 27 11:21:23.283232 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-8c7fefe7-5f6c-4315-acb4-90e7005c14e1 req-45a4f46f-c84e-404d-9537-89b538f089e3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0c305644-2dc8-4e1c-bdb2-2c8567d44268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820987 May 27 11:21:23.363384 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 3e8b58b1-ea67-4cb7-9716-fb5d920693fc details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:21:23.450633 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-8c7fefe7-5f6c-4315-acb4-90e7005c14e1 req-15b497a4-92cf-4e66-aaa1-19e96406a165 service neutron] 10.222.0.35 "GET /v2.0/networks/0c305644-2dc8-4e1c-bdb2-2c8567d44268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533566 May 27 11:21:23.545321 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 3e8b58b1-ea67-4cb7-9716-fb5d920693fc, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=3e8b58b1-ea67-4cb7-9716-fb5d920693fc,segment=NetworkSegment(292101b1-8c57-4899-a66c-7cc701cb12fd),segment_id=292101b1-8c57-4899-a66c-7cc701cb12fd)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:21:23.582877 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Returning: {'device': '3e8b58b1-ea67-4cb7-9716-fb5d920693fc', 'network_id': '3eb4e519-1057-42cd-8c70-ebf5cc905d06', 'port_id': '3e8b58b1-ea67-4cb7-9716-fb5d920693fc', 'mac_address': 'fa:16:3e:b9:a6:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de167a51-2ce9-4e8d-95bf-310e382bbc22', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:21:23.661967 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:23.682264 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8b58b1-ea67-4cb7-9716-fb5d920693fc {{(pid=91849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:21:23.694630 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-8c7fefe7-5f6c-4315-acb4-90e7005c14e1 req-ab58b3c3-594b-4d9e-84c8-0fa46fbff365 service neutron] 10.222.0.35 "GET /v2.0/networks/0c305644-2dc8-4e1c-bdb2-2c8567d44268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322860 May 27 11:21:23.705933 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 3e8b58b1-ea67-4cb7-9716-fb5d920693fc, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=3e8b58b1-ea67-4cb7-9716-fb5d920693fc,segment=NetworkSegment(292101b1-8c57-4899-a66c-7cc701cb12fd),segment_id=292101b1-8c57-4899-a66c-7cc701cb12fd)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:21:23.711844 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:23.715019 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-555b1ffe-0b06-4bbb-a257-c638f4c52dd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:21:23.759064 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce081585-7472-464d-b7fb-0afac69563c1 req-910754e0-982a-4604-8211-3cfc0492e9a8 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:23.760636 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ce081585-7472-464d-b7fb-0afac69563c1 req-910754e0-982a-4604-8211-3cfc0492e9a8 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.1100817 May 27 11:21:23.869493 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ce081585-7472-464d-b7fb-0afac69563c1 req-ca9e1b7b-e1bf-485f-af7e-9474170f1710 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979989 May 27 11:21:23.886734 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:23.905826 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=3e8b58b1-ea67-4cb7-9716-fb5d920693fc,revision_number=4']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:21:23.912998 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:21:24.106638 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed6d80-5935-4131-a907-a61837ad63bd req-85110b3a-9458-49d3-b73b-486122155ff7 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:24.108259 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-cfed6d80-5935-4131-a907-a61837ad63bd req-85110b3a-9458-49d3-b73b-486122155ff7 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 945 time: 0.0940249 May 27 11:21:24.165828 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-cfed6d80-5935-4131-a907-a61837ad63bd req-e816f8b8-20b0-4ffb-91aa-8e6bc5277193 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500379 May 27 11:21:24.358314 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['3e8b58b1-ea67-4cb7-9716-fb5d920693fc'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:21:25.085854 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e57d86-9478-4f65-b0a0-33884e2f94ff req-7daddd10-29ba-437f-9b2c-2ff7cf3fdc78 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:25.087412 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-28e57d86-9478-4f65-b0a0-33884e2f94ff req-7daddd10-29ba-437f-9b2c-2ff7cf3fdc78 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.0917053 May 27 11:21:25.234534 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-28e57d86-9478-4f65-b0a0-33884e2f94ff req-c14073e6-00fb-45c6-98c1-e306ac90c7e6 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409605 May 27 11:21:25.389303 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd577c3-d9fd-4424-a93f-ab47d903c624 req-2f22ea10-3ba1-412b-b7ca-fa5504ad3829 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:25.391316 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3cd577c3-d9fd-4424-a93f-ab47d903c624 req-2f22ea10-3ba1-412b-b7ca-fa5504ad3829 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 945 time: 0.0868032 May 27 11:21:25.465038 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3cd577c3-d9fd-4424-a93f-ab47d903c624 req-434b13b9-4717-4b9e-92db-7a229c8c13d3 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646737 May 27 11:21:26.482306 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957d366-c67a-45a5-a870-d02f15a15f18 req-b812fdd3-31f9-466e-bb6a-a1bb8acc9498 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:26.484131 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9957d366-c67a-45a5-a870-d02f15a15f18 req-b812fdd3-31f9-466e-bb6a-a1bb8acc9498 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.1217554 May 27 11:21:26.546590 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9957d366-c67a-45a5-a870-d02f15a15f18 req-052d3756-023b-45f3-b50c-deafb8c61ac6 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499341 May 27 11:21:26.691454 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f14f79-30e7-4ddf-948c-a0926f00a718 req-87d7ec30-60cf-4c81-8cac-aacd24af5f0d tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:26.692919 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-35f14f79-30e7-4ddf-948c-a0926f00a718 req-87d7ec30-60cf-4c81-8cac-aacd24af5f0d tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 945 time: 0.0990226 May 27 11:21:26.746256 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-35f14f79-30e7-4ddf-948c-a0926f00a718 req-1d44ca27-e9e1-4eea-a319-fb2fc4f1d869 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455661 May 27 11:21:27.371476 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 3e8b58b1-ea67-4cb7-9716-fb5d920693fc up at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:21:27.449255 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning for port 3e8b58b1-ea67-4cb7-9716-fb5d920693fc completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:21:27.454770 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning complete for port 3e8b58b1-ea67-4cb7-9716-fb5d920693fc triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:21:27.455139 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:27.598309 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:27.631505 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618a6f2a-0a64-4864-a6bb-27a63d64de9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8b58b1-ea67-4cb7-9716-fb5d920693fc'}] {{(pid=91849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:21:27.642629 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 3e8b58b1-ea67-4cb7-9716-fb5d920693fc, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=3e8b58b1-ea67-4cb7-9716-fb5d920693fc,segment=NetworkSegment(292101b1-8c57-4899-a66c-7cc701cb12fd),segment_id=292101b1-8c57-4899-a66c-7cc701cb12fd)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:21:27.651658 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:27.654031 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:21:27.689262 dv-cinder-751579-23-smb neutron-server[91849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618a6f2a-0a64-4864-a6bb-27a63d64de9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8b58b1-ea67-4cb7-9716-fb5d920693fc', 'code': 200} May 27 11:21:27.753138 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=3e8b58b1-ea67-4cb7-9716-fb5d920693fc,revision_number=5']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:21:27.765469 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:21:27.765993 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:21:27.766506 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:21:27.767018 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:21:27.767551 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:21:27.768135 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:21:27.768685 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:21:27.769171 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:21:27.769682 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:21:27.770207 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:21:27.770761 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:21:27.771281 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:21:27.777743 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:21:27.817627 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d1a03-7ee7-40ec-a529-31b0a4ca28e5 req-d90763f3-732b-4e0c-ba35-7a9721bc6ea8 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:27.819169 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a18d1a03-7ee7-40ec-a529-31b0a4ca28e5 req-d90763f3-732b-4e0c-ba35-7a9721bc6ea8 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.1223917 May 27 11:21:27.886266 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a18d1a03-7ee7-40ec-a529-31b0a4ca28e5 req-c946c879-6f5e-456c-be28-c014e63f2c8b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549629 May 27 11:21:27.998964 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855bd21-f14b-4135-8e0a-1a001d38c5d4 req-a87d22cf-f493-41f9-8b9b-8ff12c627f85 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:28.000745 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0855bd21-f14b-4135-8e0a-1a001d38c5d4 req-a87d22cf-f493-41f9-8b9b-8ff12c627f85 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 946 time: 0.1033311 May 27 11:21:28.061766 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0855bd21-f14b-4135-8e0a-1a001d38c5d4 req-879b4734-fdba-4525-b88f-d1947d7ffbfe tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537190 May 27 11:21:28.139109 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfa076-d470-4c19-9ed2-561adb1f2305 req-e9a8c5dd-94bc-4e15-a476-9ce567b72065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:28.141479 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-9ddfa076-d470-4c19-9ed2-561adb1f2305 req-e9a8c5dd-94bc-4e15-a476-9ce567b72065 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 1099 time: 0.0946758 May 27 11:21:28.203405 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-9ddfa076-d470-4c19-9ed2-561adb1f2305 req-e9aa79db-3382-4677-9f96-3a35520d105c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495408 May 27 11:21:29.101758 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c8c62-cbfc-4f59-81fa-0c9a6db2ea14 req-72629f3c-6ca0-465e-ad5e-9b6b8bab2492 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:29.103434 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-346c8c62-cbfc-4f59-81fa-0c9a6db2ea14 req-72629f3c-6ca0-465e-ad5e-9b6b8bab2492 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.0891438 May 27 11:21:29.159064 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-346c8c62-cbfc-4f59-81fa-0c9a6db2ea14 req-295cf8fd-86da-48d7-8834-3b92011a9d67 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447071 May 27 11:21:29.342661 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b58aa4-0907-4933-bf3b-15ebcfabe95a req-4bbf518a-6125-489b-a0a0-199650429fdc tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:29.345145 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-45b58aa4-0907-4933-bf3b-15ebcfabe95a req-4bbf518a-6125-489b-a0a0-199650429fdc tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 946 time: 0.1108198 May 27 11:21:29.397996 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-45b58aa4-0907-4933-bf3b-15ebcfabe95a req-89509458-5ae7-4690-963a-a6ded1cdd92c tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456195 May 27 11:21:30.231941 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 6 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:21:30.400666 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28917bb-c30f-40e6-952c-96c33fc6620e req-951dbbf2-53dc-46f9-8a2e-3dec0dfe4306 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:30.402965 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e28917bb-c30f-40e6-952c-96c33fc6620e req-951dbbf2-53dc-46f9-8a2e-3dec0dfe4306 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.1023300 May 27 11:21:30.466694 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e28917bb-c30f-40e6-952c-96c33fc6620e req-6fdfb31f-f5e6-4a25-9c62-12b1c5caa9da tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567825 May 27 11:21:30.664186 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77780fe9-410f-4797-a869-391e9f8b258b req-76dc2246-3b9f-4247-a5df-be44677c4025 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:30.665908 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-77780fe9-410f-4797-a869-391e9f8b258b req-76dc2246-3b9f-4247-a5df-be44677c4025 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 946 time: 0.1313004 May 27 11:21:30.736251 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-77780fe9-410f-4797-a869-391e9f8b258b req-b9037dc2-359d-4bfd-aea9-6fb4bd33f8c5 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620570 May 27 11:21:30.973585 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c0b90-5ed9-4701-a7a8-29332ef8fc7e req-31428be3-71d3-421d-8157-f8eb65a168cb tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:30.975235 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-733c0b90-5ed9-4701-a7a8-29332ef8fc7e req-31428be3-71d3-421d-8157-f8eb65a168cb tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 946 time: 0.0927708 May 27 11:21:31.032454 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-733c0b90-5ed9-4701-a7a8-29332ef8fc7e req-7c95abc9-57b7-4e67-8e82-22c4bd93b211 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503926 May 27 11:21:31.057422 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 58520) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:21:31.448334 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87553a0c-36c4-4522-b7e6-4bfc225c1e3b tempest-TestShelveInstance-1163235997 tempest-TestShelveInstance-1163235997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:31.449399 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-87553a0c-36c4-4522-b7e6-4bfc225c1e3b tempest-TestShelveInstance-1163235997 tempest-TestShelveInstance-1163235997-project-admin] Synchronizing usage tracker for tenant:abc545fa3227496e92686decfaef1445 on resource:port {{(pid=91848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:21:31.468953 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-87553a0c-36c4-4522-b7e6-4bfc225c1e3b tempest-TestShelveInstance-1163235997 tempest-TestShelveInstance-1163235997-project-admin] Unset dirty status for tenant:abc545fa3227496e92686decfaef1445 on resource:port {{(pid=91848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:21:31.470113 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-87553a0c-36c4-4522-b7e6-4bfc225c1e3b tempest-TestShelveInstance-1163235997 tempest-TestShelveInstance-1163235997-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 1094 time: 0.4115629 May 27 11:21:31.473672 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 58534) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:21:31.479575 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [None req-9da053c5-0aa5-4c58-8015-08d9caf9de74 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Request body: {'floatingip': {'floating_network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'port_id': '3e8b58b1-ea67-4cb7-9716-fb5d920693fc', 'tenant_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'fixed_ip_address': '172.20.0.13'}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:21:31.485728 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-9da053c5-0aa5-4c58-8015-08d9caf9de74 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:21:31.490600 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-9da053c5-0aa5-4c58-8015-08d9caf9de74 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Usage tracker for resource:floatingip and tenant:db3f835fbb4441b382fb98f5bcdc7676 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:21:31.493829 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-9da053c5-0aa5-4c58-8015-08d9caf9de74 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:21:31.502954 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-9da053c5-0aa5-4c58-8015-08d9caf9de74 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:21:31.518680 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-9da053c5-0aa5-4c58-8015-08d9caf9de74 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks [] for floatingip, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:31.750003 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c393c-edb2-4963-b2da-f6fd2076571f req-5f6541cd-e726-4d38-adb6-b5df590fde7f tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:31.751603 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-680c393c-edb2-4963-b2da-f6fd2076571f req-5f6541cd-e726-4d38-adb6-b5df590fde7f tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.1214721 May 27 11:21:31.792697 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-9da053c5-0aa5-4c58-8015-08d9caf9de74 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:31.858662 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-680c393c-edb2-4963-b2da-f6fd2076571f req-b3728e39-a068-4fec-83d0-3ecd9f20cd8d tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990770 May 27 11:21:31.961493 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.db_base_plugin_common [None req-9da053c5-0aa5-4c58-8015-08d9caf9de74 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Allocated IP 172.28.3.69 (0ace5481-0689-4712-88e8-17cfc5365039/62662465-340f-4d3d-804b-21afd8ee5936/93d344ff-77be-4787-8836-3d549152b591) {{(pid=91848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:21:32.132261 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-9da053c5-0aa5-4c58-8015-08d9caf9de74 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks [] for port, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:32.170820 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-9da053c5-0aa5-4c58-8015-08d9caf9de74 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6295888'] for port, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:32.177381 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-851dea13-c1fb-402a-8bd7-71442262d9c4 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:21:32.245863 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da053c5-0aa5-4c58-8015-08d9caf9de74 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Network 0ace5481-0689-4712-88e8-17cfc5365039 is already hosted by enough agents. {{(pid=91848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:21:32.248627 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.base_scheduler [None req-9da053c5-0aa5-4c58-8015-08d9caf9de74 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Resources bound (agent type, host, resource id): {{(pid=91848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:21:32.253167 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da053c5-0aa5-4c58-8015-08d9caf9de74 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Received port after_create {{(pid=91848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:21:32.289910 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da053c5-0aa5-4c58-8015-08d9caf9de74 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Pushing event updated for resources: {'Port': ['ID=93d344ff-77be-4787-8836-3d549152b591,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:21:32.301951 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-9da053c5-0aa5-4c58-8015-08d9caf9de74 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:21:32.774689 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-9da053c5-0aa5-4c58-8015-08d9caf9de74 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:32.855471 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-9da053c5-0aa5-4c58-8015-08d9caf9de74 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:33.125179 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9da73f-0abe-4ed9-bfa6-49c2865980e9 req-1548049c-096c-41c3-8622-552a9c74a5fc tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:33.126647 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-dd9da73f-0abe-4ed9-bfa6-49c2865980e9 req-1548049c-096c-41c3-8622-552a9c74a5fc tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.1364279 May 27 11:21:33.169735 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-9da053c5-0aa5-4c58-8015-08d9caf9de74 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks [] for port, precommit_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:33.181049 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-9da053c5-0aa5-4c58-8015-08d9caf9de74 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6295911'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:33.188188 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:21:33.241891 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-dd9da73f-0abe-4ed9-bfa6-49c2865980e9 req-be1aab8a-14ef-4436-909c-1d2595e849a7 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074481 May 27 11:21:33.302811 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da053c5-0aa5-4c58-8015-08d9caf9de74 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Pushing event updated for resources: {'Port': ['ID=93d344ff-77be-4787-8836-3d549152b591,revision_number=2']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:21:33.306998 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-9da053c5-0aa5-4c58-8015-08d9caf9de74 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:21:33.316701 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-9da053c5-0aa5-4c58-8015-08d9caf9de74 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926625'] for floatingip, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:33.503586 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.db.l3_db [None req-9da053c5-0aa5-4c58-8015-08d9caf9de74 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Floating IP ad367b7e-1392-4c95-a308-bbf68598a093 associated. External IP: 172.28.3.69, port: 3e8b58b1-ea67-4cb7-9716-fb5d920693fc. May 27 11:21:33.976867 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da053c5-0aa5-4c58-8015-08d9caf9de74 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Router 0898778a-f293-4709-9e3d-b6c466ef3078 has already been hosted by L3 agent 6d24f2a4-c5c8-4233-9813-3f8fa73b68fa {{(pid=91848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:21:34.178830 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da053c5-0aa5-4c58-8015-08d9caf9de74 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify agent at l3_agent.dv-cinder-751579-23-smb the message routers_updated {{(pid=91848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:21:34.195787 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08681cb6-e071-4de7-889e-e845d4f49c2f None None] Sync routers for ids ['0898778a-f293-4709-9e3d-b6c466ef3078'] in dv-cinder-751579-23-smb {{(pid=91850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:21:34.206055 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08681cb6-e071-4de7-889e-e845d4f49c2f None None] Routers {'0898778a-f293-4709-9e3d-b6c466ef3078'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:21:34.206872 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-08681cb6-e071-4de7-889e-e845d4f49c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:21:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['0898778a-f293-4709-9e3d-b6c466ef3078'], 'active': True} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:21:34.210183 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-9da053c5-0aa5-4c58-8015-08d9caf9de74 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for floatingip, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:34.284215 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-9da053c5-0aa5-4c58-8015-08d9caf9de74 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8000307 May 27 11:21:34.284215 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '618a6f2a-0a64-4864-a6bb-27a63d64de9b', 'tag': '3e8b58b1-ea67-4cb7-9716-fb5d920693fc'}] {{(pid=91848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:21:34.406840 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvr_db [None req-08681cb6-e071-4de7-889e-e845d4f49c2f None None] Set router 0898778a-f293-4709-9e3d-b6c466ef3078 gateway port host: dv-cinder-751579-23-smb {{(pid=91850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:21:34.420896 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '618a6f2a-0a64-4864-a6bb-27a63d64de9b', 'tag': '3e8b58b1-ea67-4cb7-9716-fb5d920693fc', 'status': 'completed', 'code': 200} May 27 11:21:34.481627 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d4447-2fa3-4844-ae11-6ba9a37fe992 req-89757dc1-781e-4233-92db-63d677f42602 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:34.489807 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-818d4447-2fa3-4844-ae11-6ba9a37fe992 req-89757dc1-781e-4233-92db-63d677f42602 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.1036210 May 27 11:21:34.526188 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105897a4-e088-4e66-b89b-ee6d54fe5d98 req-2761d124-406d-4d55-bbda-8d2ec57db0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:34.529000 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-105897a4-e088-4e66-b89b-ee6d54fe5d98 req-2761d124-406d-4d55-bbda-8d2ec57db0b0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=db3f835fbb4441b382fb98f5bcdc7676&device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 1099 time: 0.0815394 May 27 11:21:34.540137 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-818d4447-2fa3-4844-ae11-6ba9a37fe992 req-3d06a672-4714-4f81-a5fe-d73b7841ea90 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490944 May 27 11:21:34.779751 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105897a4-e088-4e66-b89b-ee6d54fe5d98 req-56e3838d-db0d-4d17-85ef-14cd27887aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:34.781622 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-105897a4-e088-4e66-b89b-ee6d54fe5d98 req-56e3838d-db0d-4d17-85ef-14cd27887aec service neutron] 10.222.0.35 "GET /v2.0/networks?id=3eb4e519-1057-42cd-8c70-ebf5cc905d06 HTTP/1.1" status: 200 len: 911 time: 0.2397301 May 27 11:21:34.808677 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-08681cb6-e071-4de7-889e-e845d4f49c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0898778a-f293-4709-9e3d-b6c466ef3078', 'name': 'tempest-TestShelveInstance-1152076992-router', 'tenant_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': 'aa108a40-3f75-45ae-9789-a2d08cca0979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:20:21Z', 'updated_at': '2021-05-27T11:20:25Z', 'revision_number': 4, 'project_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'gw_port': {'id': 'aa108a40-3f75-45ae-9789-a2d08cca0979', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ef:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0898778a-f293-4709-9e3d-b6c466ef3078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:20:22Z', 'updated_at': '2021-05-27T11:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_floatingips': [{'id': 'ad367b7e-1392-4c95-a308-bbf68598a093', 'tenant_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'floating_ip_address': '172.28.3.69', 'floating_network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'router_id': '0898778a-f293-4709-9e3d-b6c466ef3078', 'port_id': '3e8b58b1-ea67-4cb7-9716-fb5d920693fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb4e519-1057-42cd-8c70-ebf5cc905d06', 'mac_address': 'fa:16:3e:b9:a6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618a6f2a-0a64-4864-a6bb-27a63d64de9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:21:32Z', 'updated_at': '2021-05-27T11:21:32Z', 'revision_number': 0, 'project_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd463a307-9d5f-4ee3-b631-fa2d6115fd7f', 'name': '', 'network_id': '3eb4e519-1057-42cd-8c70-ebf5cc905d06', 'tenant_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'mac_address': 'fa:16:3e:9a:20:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0898778a-f293-4709-9e3d-b6c466ef3078', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'de167a51-2ce9-4e8d-95bf-310e382bbc22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:20:25Z', 'updated_at': '2021-05-27T11:20:34Z', 'revision_number': 5, 'project_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'subnets': [{'id': 'de167a51-2ce9-4e8d-95bf-310e382bbc22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:21:34.812521 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08681cb6-e071-4de7-889e-e845d4f49c2f None None] Checking router: 0898778a-f293-4709-9e3d-b6c466ef3078 for host: dv-cinder-751579-23-smb {{(pid=91850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:21:34.821968 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08681cb6-e071-4de7-889e-e845d4f49c2f None None] Routers {'0898778a-f293-4709-9e3d-b6c466ef3078'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:21:34.822572 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-08681cb6-e071-4de7-889e-e845d4f49c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:21:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['0898778a-f293-4709-9e3d-b6c466ef3078'], 'active': True} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:21:34.894596 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-105897a4-e088-4e66-b89b-ee6d54fe5d98 req-5b19ae63-418f-4b59-ba4a-c8d8bb189b7e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e8b58b1-ea67-4cb7-9716-fb5d920693fc HTTP/1.1" status: 200 len: 999 time: 0.1012640 May 27 11:21:34.965279 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105897a4-e088-4e66-b89b-ee6d54fe5d98 req-72fe24b6-0825-49fa-9903-7e0d19a4e615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:34.966703 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-105897a4-e088-4e66-b89b-ee6d54fe5d98 req-72fe24b6-0825-49fa-9903-7e0d19a4e615 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=de167a51-2ce9-4e8d-95bf-310e382bbc22 HTTP/1.1" status: 200 len: 848 time: 0.0620360 May 27 11:21:35.041460 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvr_db [None req-08681cb6-e071-4de7-889e-e845d4f49c2f None None] Set router 0898778a-f293-4709-9e3d-b6c466ef3078 gateway port host: dv-cinder-751579-23-smb {{(pid=91850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:21:35.045014 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105897a4-e088-4e66-b89b-ee6d54fe5d98 req-0598ec1e-abd0-4027-8c55-57df9cffe3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:35.046473 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-105897a4-e088-4e66-b89b-ee6d54fe5d98 req-0598ec1e-abd0-4027-8c55-57df9cffe3d0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3eb4e519-1057-42cd-8c70-ebf5cc905d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0710578 May 27 11:21:35.202722 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-105897a4-e088-4e66-b89b-ee6d54fe5d98 req-fbb06682-9ed8-4b86-b5f0-b386c77f21a6 service neutron] 10.222.0.35 "GET /v2.0/networks/3eb4e519-1057-42cd-8c70-ebf5cc905d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446247 May 27 11:21:35.403782 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-105897a4-e088-4e66-b89b-ee6d54fe5d98 req-89a27584-7319-4098-8cd6-551412cf2378 service neutron] 10.222.0.35 "GET /v2.0/networks/3eb4e519-1057-42cd-8c70-ebf5cc905d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894412 May 27 11:21:35.435016 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-08681cb6-e071-4de7-889e-e845d4f49c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0898778a-f293-4709-9e3d-b6c466ef3078', 'name': 'tempest-TestShelveInstance-1152076992-router', 'tenant_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': 'aa108a40-3f75-45ae-9789-a2d08cca0979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:20:21Z', 'updated_at': '2021-05-27T11:20:25Z', 'revision_number': 4, 'project_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'gw_port': {'id': 'aa108a40-3f75-45ae-9789-a2d08cca0979', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ef:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0898778a-f293-4709-9e3d-b6c466ef3078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:20:22Z', 'updated_at': '2021-05-27T11:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_floatingips': [{'id': 'ad367b7e-1392-4c95-a308-bbf68598a093', 'tenant_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'floating_ip_address': '172.28.3.69', 'floating_network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'router_id': '0898778a-f293-4709-9e3d-b6c466ef3078', 'port_id': '3e8b58b1-ea67-4cb7-9716-fb5d920693fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb4e519-1057-42cd-8c70-ebf5cc905d06', 'mac_address': 'fa:16:3e:b9:a6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618a6f2a-0a64-4864-a6bb-27a63d64de9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:21:32Z', 'updated_at': '2021-05-27T11:21:32Z', 'revision_number': 0, 'project_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd463a307-9d5f-4ee3-b631-fa2d6115fd7f', 'name': '', 'network_id': '3eb4e519-1057-42cd-8c70-ebf5cc905d06', 'tenant_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'mac_address': 'fa:16:3e:9a:20:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0898778a-f293-4709-9e3d-b6c466ef3078', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'de167a51-2ce9-4e8d-95bf-310e382bbc22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:20:25Z', 'updated_at': '2021-05-27T11:20:34Z', 'revision_number': 5, 'project_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'subnets': [{'id': 'de167a51-2ce9-4e8d-95bf-310e382bbc22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:21:35.439977 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08681cb6-e071-4de7-889e-e845d4f49c2f None None] The sync data for ids ['0898778a-f293-4709-9e3d-b6c466ef3078'] in dv-cinder-751579-23-smb is: [{'id': '0898778a-f293-4709-9e3d-b6c466ef3078', 'name': 'tempest-TestShelveInstance-1152076992-router', 'tenant_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': 'aa108a40-3f75-45ae-9789-a2d08cca0979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:20:21Z', 'updated_at': '2021-05-27T11:20:25Z', 'revision_number': 4, 'project_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'gw_port': {'id': 'aa108a40-3f75-45ae-9789-a2d08cca0979', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ef:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0898778a-f293-4709-9e3d-b6c466ef3078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:20:22Z', 'updated_at': '2021-05-27T11:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_floatingips': [{'id': 'ad367b7e-1392-4c95-a308-bbf68598a093', 'tenant_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'floating_ip_address': '172.28.3.69', 'floating_network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'router_id': '0898778a-f293-4709-9e3d-b6c466ef3078', 'port_id': '3e8b58b1-ea67-4cb7-9716-fb5d920693fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb4e519-1057-42cd-8c70-ebf5cc905d06', 'mac_address': 'fa:16:3e:b9:a6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618a6f2a-0a64-4864-a6bb-27a63d64de9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:21:32Z', 'updated_at': '2021-05-27T11:21:32Z', 'revision_number': 0, 'project_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd463a307-9d5f-4ee3-b631-fa2d6115fd7f', 'name': '', 'network_id': '3eb4e519-1057-42cd-8c70-ebf5cc905d06', 'tenant_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'mac_address': 'fa:16:3e:9a:20:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0898778a-f293-4709-9e3d-b6c466ef3078', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'de167a51-2ce9-4e8d-95bf-310e382bbc22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:20:25Z', 'updated_at': '2021-05-27T11:20:34Z', 'revision_number': 5, 'project_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'subnets': [{'id': 'de167a51-2ce9-4e8d-95bf-310e382bbc22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:21:35.711341 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896972d8-878a-4dc4-ae2d-d8cd4283e287 None None] New status for floating IP ad367b7e-1392-4c95-a308-bbf68598a093: ACTIVE {{(pid=91849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 11:21:35.799626 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e10327-a447-4b8b-b57e-d33624fb83ed req-d006da2f-929f-45cc-b810-a871d7a739f7 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:35.801156 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d4e10327-a447-4b8b-b57e-d33624fb83ed req-d006da2f-929f-45cc-b810-a871d7a739f7 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.1094408 May 27 11:21:35.849304 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d4e10327-a447-4b8b-b57e-d33624fb83ed req-5c3fb0dc-ceb4-4a8e-9cda-cd735bab96fb tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418246 May 27 11:21:37.047797 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19673a1a-12cd-4f71-8dce-429df59d7281 req-030f0324-74be-41d8-af39-77bbe7eccc2b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:37.049819 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-19673a1a-12cd-4f71-8dce-429df59d7281 req-030f0324-74be-41d8-af39-77bbe7eccc2b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.0824232 May 27 11:21:37.103063 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-19673a1a-12cd-4f71-8dce-429df59d7281 req-7fab26e7-12cb-4064-b2b9-bcefab3c8c94 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466974 May 27 11:21:38.301490 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a456a-3e7b-4da7-a5fb-4742e154057d req-cb1b6fac-d10d-4ef4-80e1-7c94e02ce2ea tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:38.302941 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-107a456a-3e7b-4da7-a5fb-4742e154057d req-cb1b6fac-d10d-4ef4-80e1-7c94e02ce2ea tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.0828414 May 27 11:21:38.348324 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-107a456a-3e7b-4da7-a5fb-4742e154057d req-1bd664db-b5d6-43fa-b2a5-459b6a2318f9 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396545 May 27 11:21:38.703553 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d44fd3-bef6-49e9-a204-ba82730b98a2 req-3c3b4a10-ee85-49cc-9642-d5eaad7d5479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:38.705060 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-90d44fd3-bef6-49e9-a204-ba82730b98a2 req-3c3b4a10-ee85-49cc-9642-d5eaad7d5479 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 1098 time: 0.0772169 May 27 11:21:38.749104 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-90d44fd3-bef6-49e9-a204-ba82730b98a2 req-1f772852-1b00-4bbc-be86-e1312e221f91 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366175 May 27 11:21:39.546690 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863d08e-5a05-48b2-ae78-97e4c34877a3 req-42ad16d4-d3da-43a3-a66b-a41324fa7ba7 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:39.548266 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3863d08e-5a05-48b2-ae78-97e4c34877a3 req-42ad16d4-d3da-43a3-a66b-a41324fa7ba7 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.0867970 May 27 11:21:39.597551 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3863d08e-5a05-48b2-ae78-97e4c34877a3 req-0d8d8945-7638-4a39-a422-9a43f82367ba tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423777 May 27 11:21:40.794569 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f60408-c688-4bab-96ca-3bbd8325efc9 req-8ec43dc9-62a3-4838-a0df-28442a941359 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:40.796029 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a1f60408-c688-4bab-96ca-3bbd8325efc9 req-8ec43dc9-62a3-4838-a0df-28442a941359 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.0856547 May 27 11:21:40.850246 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a1f60408-c688-4bab-96ca-3bbd8325efc9 req-9c5ab82f-8677-497b-98a8-e76e4eb2d4d7 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418489 May 27 11:21:41.398604 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb25e28-2306-4b3b-9728-4ca7e15e61c5 req-df11a755-d6bf-4f0a-9a06-d1f48fcd93e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:41.400212 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-aeb25e28-2306-4b3b-9728-4ca7e15e61c5 req-df11a755-d6bf-4f0a-9a06-d1f48fcd93e3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=14b4c167ec414b36b060953567b3bf93&device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 1098 time: 0.0846593 May 27 11:21:41.437522 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aab502-55bd-4c63-bd0b-4e281b8dab5a req-249eef2b-6ffc-4fa3-b625-0030ccb60c39 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:41.439084 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a2aab502-55bd-4c63-bd0b-4e281b8dab5a req-249eef2b-6ffc-4fa3-b625-0030ccb60c39 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.1063161 May 27 11:21:41.495271 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a2aab502-55bd-4c63-bd0b-4e281b8dab5a req-79e64d30-76a2-429b-9127-3893ca72e3f3 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418375 May 27 11:21:41.557292 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb25e28-2306-4b3b-9728-4ca7e15e61c5 req-a4a81b16-58c3-4d02-8b13-ca1b91c5e43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:41.558883 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-aeb25e28-2306-4b3b-9728-4ca7e15e61c5 req-a4a81b16-58c3-4d02-8b13-ca1b91c5e43a service neutron] 10.222.0.35 "GET /v2.0/networks?id=0c305644-2dc8-4e1c-bdb2-2c8567d44268 HTTP/1.1" status: 200 len: 921 time: 0.1447234 May 27 11:21:41.637818 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-aeb25e28-2306-4b3b-9728-4ca7e15e61c5 req-6f5c6fc3-a932-4232-b069-6f41f9b67f20 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=878b7503-ad4e-47bb-9f54-82414c028a77 HTTP/1.1" status: 200 len: 217 time: 0.0664430 May 27 11:21:41.714040 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb25e28-2306-4b3b-9728-4ca7e15e61c5 req-3514500e-c43a-410a-a422-675797fc35aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:41.715475 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-aeb25e28-2306-4b3b-9728-4ca7e15e61c5 req-3514500e-c43a-410a-a422-675797fc35aa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=369e4e27-1796-451b-8798-a21a60543ff2 HTTP/1.1" status: 200 len: 859 time: 0.0620472 May 27 11:21:41.769220 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-aeb25e28-2306-4b3b-9728-4ca7e15e61c5 req-036c41a9-43e0-4f65-a520-bfb48922fd36 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0c305644-2dc8-4e1c-bdb2-2c8567d44268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415111 May 27 11:21:41.923043 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-aeb25e28-2306-4b3b-9728-4ca7e15e61c5 req-7953ce9a-9371-4993-9865-1ee8dba5b113 service neutron] 10.222.0.35 "GET /v2.0/networks/0c305644-2dc8-4e1c-bdb2-2c8567d44268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346056 May 27 11:21:42.074399 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-aeb25e28-2306-4b3b-9728-4ca7e15e61c5 req-a03645f2-bdc4-45d7-b62a-aa1c2b99b5ed service neutron] 10.222.0.35 "GET /v2.0/networks/0c305644-2dc8-4e1c-bdb2-2c8567d44268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392229 May 27 11:21:42.718537 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d22f55-0fc7-425c-bfc4-f2551ead3304 req-3af3c3c6-a49c-4d41-bb35-74f37632d006 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:42.720011 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d7d22f55-0fc7-425c-bfc4-f2551ead3304 req-3af3c3c6-a49c-4d41-bb35-74f37632d006 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.0989947 May 27 11:21:42.774014 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d7d22f55-0fc7-425c-bfc4-f2551ead3304 req-722132d2-5b6c-4260-8baf-f59e53fd3da5 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476944 May 27 11:21:44.008136 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8a31c-9e79-47fb-ab46-3048b69e4a35 req-f2d577f9-e401-41e6-84e5-765859ba1ee2 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:44.009758 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-60d8a31c-9e79-47fb-ab46-3048b69e4a35 req-f2d577f9-e401-41e6-84e5-765859ba1ee2 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.1192183 May 27 11:21:44.064430 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-60d8a31c-9e79-47fb-ab46-3048b69e4a35 req-70b37378-eb14-45a9-83d4-8610d6f10cf5 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480664 May 27 11:21:44.586583 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-a338c207-0c08-4448-b19e-4aedbb7cd68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:45.317201 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834dc09-0cfc-4c0c-843a-a1edaa7a3b41 req-a7b51113-c3ca-42da-94f6-326e05a7fd9a tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:45.317201 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4834dc09-0cfc-4c0c-843a-a1edaa7a3b41 req-a7b51113-c3ca-42da-94f6-326e05a7fd9a tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.1254137 May 27 11:21:45.365491 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4834dc09-0cfc-4c0c-843a-a1edaa7a3b41 req-ef3b403a-0e98-47fe-9309-1effa58ab06c tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448301 May 27 11:21:46.559409 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38653b-f453-4b68-a64d-0c0e690e615e req-13508bd1-da9c-40bc-be3e-ec2fafaab3a7 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:46.563647 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8e38653b-f453-4b68-a64d-0c0e690e615e req-13508bd1-da9c-40bc-be3e-ec2fafaab3a7 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.0836096 May 27 11:21:46.614004 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8e38653b-f453-4b68-a64d-0c0e690e615e req-5772e859-9aea-4a6f-a993-51e2d986b02d tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459898 May 27 11:21:47.029811 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-7ba11c66-2be4-4ff0-be2c-f9d444744c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:47.102446 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:47.821024 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfb8c3-60d7-46b9-ba2a-3d25153398c0 req-3f85a8cf-a5ff-439d-8e0a-d9765dc6323c tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:47.822504 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-37dfb8c3-60d7-46b9-ba2a-3d25153398c0 req-3f85a8cf-a5ff-439d-8e0a-d9765dc6323c tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.0911794 May 27 11:21:47.870724 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-37dfb8c3-60d7-46b9-ba2a-3d25153398c0 req-1f6895d2-6307-410e-9526-79d09f1b6b04 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420625 May 27 11:21:48.335291 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:50.349711 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:53.571045 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573f942-5c08-4c54-89b3-18f2bdd4fd6d req-356b7758-a32b-4a05-9608-654ddd5f3c0c tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:53.572552 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3573f942-5c08-4c54-89b3-18f2bdd4fd6d req-356b7758-a32b-4a05-9608-654ddd5f3c0c tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.0821896 May 27 11:21:53.618700 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3573f942-5c08-4c54-89b3-18f2bdd4fd6d req-b2cab163-c10b-4285-b1dc-5365ccf796b3 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403054 May 27 11:21:53.835557 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:54.857153 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec89a3-7a9c-4900-bf59-fbcf7b0fcf5a req-6944118d-0c16-476e-ae07-996de788d509 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:54.858630 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1bec89a3-7a9c-4900-bf59-fbcf7b0fcf5a req-6944118d-0c16-476e-ae07-996de788d509 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.0999470 May 27 11:21:54.907497 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1bec89a3-7a9c-4900-bf59-fbcf7b0fcf5a req-7a6d777f-f817-4213-90a4-3a2a03af2746 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425892 May 27 11:21:56.103587 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05796a2e-b8d3-468a-98e8-3ef668c7011e req-cafd3a7c-63a7-4e72-abfe-e10940ec4bf1 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:56.105054 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-05796a2e-b8d3-468a-98e8-3ef668c7011e req-cafd3a7c-63a7-4e72-abfe-e10940ec4bf1 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.0850236 May 27 11:21:56.263918 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-05796a2e-b8d3-468a-98e8-3ef668c7011e req-6b1e22ad-7ec6-4802-a04a-b2c6111d47c8 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525092 May 27 11:21:57.481490 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5697e-2f0e-4961-92aa-f11a47a9305b req-51a3921b-1b85-43be-b4ef-b6759359c955 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:57.482950 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-42f5697e-2f0e-4961-92aa-f11a47a9305b req-51a3921b-1b85-43be-b4ef-b6759359c955 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.1000202 May 27 11:21:57.531753 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-42f5697e-2f0e-4961-92aa-f11a47a9305b req-37b77b6d-9648-4fbe-adc2-81c90f9adfae tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418432 May 27 11:21:58.220518 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 59028) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:21:58.302416 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab167e-e4f2-46fa-9c15-3a2c316fbc8d req-caf712ff-e278-4bcb-98cb-adc6596daf80 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:58.303917 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-68ab167e-e4f2-46fa-9c15-3a2c316fbc8d req-caf712ff-e278-4bcb-98cb-adc6596daf80 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.35 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.1025376 May 27 11:21:58.387561 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d1c7852a-1031-49b9-a76d-36ae8cdae41d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:58.403550 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-d1c7852a-1031-49b9-a76d-36ae8cdae41d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:21:58.408641 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-d1c7852a-1031-49b9-a76d-36ae8cdae41d admin admin] Usage tracker for resource:security_group_rule and tenant:f55871c216e84d2498a73b8b22e72b93 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:21:58.412578 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-d1c7852a-1031-49b9-a76d-36ae8cdae41d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:21:58.421436 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-d1c7852a-1031-49b9-a76d-36ae8cdae41d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:21:58.493664 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [req-68ab167e-e4f2-46fa-9c15-3a2c316fbc8d req-fc78540c-a369-4907-8ca9-f6c04f4d2a04 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Deleting port de7ef845-6780-44f9-82f4-43cd938ca0aa {{(pid=91847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:21:58.493926 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-68ab167e-e4f2-46fa-9c15-3a2c316fbc8d req-fc78540c-a369-4907-8ca9-f6c04f4d2a04 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:58.538837 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d1c7852a-1031-49b9-a76d-36ae8cdae41d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:58.543214 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d1c7852a-1031-49b9-a76d-36ae8cdae41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:58.555423 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-0de762dc-a96d-430f-86be-4539afc43bf2 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:21:58.609974 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-d1c7852a-1031-49b9-a76d-36ae8cdae41d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f55871c216e84d2498a73b8b22e72b93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3855708 May 27 11:21:58.609974 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c7852a-1031-49b9-a76d-36ae8cdae41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38025c27-76e7-4210-9e5e-fa2e884010ec,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:21:58.613175 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-d1c7852a-1031-49b9-a76d-36ae8cdae41d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:21:58.613893 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 59038) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:21:58.740387 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [req-68ab167e-e4f2-46fa-9c15-3a2c316fbc8d req-fc78540c-a369-4907-8ca9-f6c04f4d2a04 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] For port de7ef845-6780-44f9-82f4-43cd938ca0aa, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=de7ef845-6780-44f9-82f4-43cd938ca0aa,segment=NetworkSegment(8040322f-6478-4370-b0e4-5e2abd08f336),segment_id=8040322f-6478-4370-b0e4-5e2abd08f336)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:21:58.740746 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-68ab167e-e4f2-46fa-9c15-3a2c316fbc8d req-fc78540c-a369-4907-8ca9-f6c04f4d2a04 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:58.743735 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-7452d7c9-ca9a-4100-925d-43840c0ea918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:58.782629 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-7452d7c9-ca9a-4100-925d-43840c0ea918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:58.807378 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea4f83-e1a5-4fa2-a9e9-e2d6bc45ad70 req-6bd2d6a0-44fd-4e97-a19e-bcb884f0e5fa tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:21:58.809203 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9fea4f83-e1a5-4fa2-a9e9-e2d6bc45ad70 req-6bd2d6a0-44fd-4e97-a19e-bcb884f0e5fa tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 945 time: 0.1607850 May 27 11:21:58.868967 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [req-68ab167e-e4f2-46fa-9c15-3a2c316fbc8d req-fc78540c-a369-4907-8ca9-f6c04f4d2a04 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Calling delete_port for de7ef845-6780-44f9-82f4-43cd938ca0aa owned by compute:nova {{(pid=91847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:21:58.882886 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9fea4f83-e1a5-4fa2-a9e9-e2d6bc45ad70 req-bf5826e4-e829-48df-a990-77fbcb976ca6 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610175 May 27 11:21:58.896926 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-7452d7c9-ca9a-4100-925d-43840c0ea918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:58.903906 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-0e03dcf5-2fe8-4dc1-a7bf-cdfb3f78cc35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:21:58.918687 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7452d7c9-ca9a-4100-925d-43840c0ea918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38025c27-76e7-4210-9e5e-fa2e884010ec,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:21:58.921241 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-7452d7c9-ca9a-4100-925d-43840c0ea918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:58.926701 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-7452d7c9-ca9a-4100-925d-43840c0ea918 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/38025c27-76e7-4210-9e5e-fa2e884010ec HTTP/1.1" status: 204 len: 168 time: 0.3115017 May 27 11:21:58.928266 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-7452d7c9-ca9a-4100-925d-43840c0ea918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:21:58.996321 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-68ab167e-e4f2-46fa-9c15-3a2c316fbc8d req-fc78540c-a369-4907-8ca9-f6c04f4d2a04 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7527304'] for port, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:59.003367 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-650f3dc2-722d-4fc7-ae26-430af756009e tempest-DeleteServersTestJSON-1399996560 tempest-DeleteServersTestJSON-1399996560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:21:59.011988 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['878b7503-ad4e-47bb-9f54-82414c028a77', 'de7ef845-6780-44f9-82f4-43cd938ca0aa'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:21:59.053955 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78540c-a369-4907-8ca9-f6c04f4d2a04 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Pushing event deleted for resources: {'Port': ['ID=de7ef845-6780-44f9-82f4-43cd938ca0aa,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:21:59.081167 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-fc78540c-a369-4907-8ca9-f6c04f4d2a04 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:21:59.137897 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ab167e-e4f2-46fa-9c15-3a2c316fbc8d req-fc78540c-a369-4907-8ca9-f6c04f4d2a04 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] No DVR routers for this DVR port de7ef845-6780-44f9-82f4-43cd938ca0aa on host hv-cinder-75157 {{(pid=91847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:21:59.140791 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-68ab167e-e4f2-46fa-9c15-3a2c316fbc8d req-fc78540c-a369-4907-8ca9-f6c04f4d2a04 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:59.145346 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570b2e26-3083-400f-a7ab-7863b54f39c2', 'name': 'network-vif-deleted', 'tag': 'de7ef845-6780-44f9-82f4-43cd938ca0aa'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:21:59.171329 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-68ab167e-e4f2-46fa-9c15-3a2c316fbc8d req-fc78540c-a369-4907-8ca9-f6c04f4d2a04 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.35 "DELETE /v2.0/ports/de7ef845-6780-44f9-82f4-43cd938ca0aa HTTP/1.1" status: 204 len: 173 time: 0.8488319 May 27 11:21:59.345419 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570b2e26-3083-400f-a7ab-7863b54f39c2', 'name': 'network-vif-deleted', 'tag': 'de7ef845-6780-44f9-82f4-43cd938ca0aa', 'status': 'completed', 'code': 200} May 27 11:21:59.378945 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 59056) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:21:59.406078 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-9bc9a2df-b846-4dac-915b-af13e7644c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:59.429133 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-9bc9a2df-b846-4dac-915b-af13e7644c80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:21:59.434448 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-9bc9a2df-b846-4dac-915b-af13e7644c80 admin admin] Usage tracker for resource:security_group_rule and tenant:67d9bfecb6ae42e984f9f3ebfa056019 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:21:59.439277 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-9bc9a2df-b846-4dac-915b-af13e7644c80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:21:59.448288 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-9bc9a2df-b846-4dac-915b-af13e7644c80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:21:59.560861 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-9bc9a2df-b846-4dac-915b-af13e7644c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:59.565957 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-9bc9a2df-b846-4dac-915b-af13e7644c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:59.573066 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1c681058-f4ab-4721-b6a5-3898e6d477e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:21:59.615758 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9a2df-b846-4dac-915b-af13e7644c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdadfaf1-35bb-43a8-9f32-14d3b6982c85,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:21:59.620161 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-9bc9a2df-b846-4dac-915b-af13e7644c80 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=67d9bfecb6ae42e984f9f3ebfa056019&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396233 May 27 11:21:59.621031 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-9bc9a2df-b846-4dac-915b-af13e7644c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:21:59.622857 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 59064) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:21:59.682761 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-746c3c84-3c57-402a-ab6a-b3541ffbea99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:59.711417 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-746c3c84-3c57-402a-ab6a-b3541ffbea99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:59.765895 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-746c3c84-3c57-402a-ab6a-b3541ffbea99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:59.769577 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-b54ce4a9-ede0-4cd8-af9a-19780821ee67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:21:59.780408 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c3c84-3c57-402a-ab6a-b3541ffbea99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdadfaf1-35bb-43a8-9f32-14d3b6982c85,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:21:59.785482 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-746c3c84-3c57-402a-ab6a-b3541ffbea99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:21:59.789142 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-746c3c84-3c57-402a-ab6a-b3541ffbea99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:21:59.790254 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-746c3c84-3c57-402a-ab6a-b3541ffbea99 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fdadfaf1-35bb-43a8-9f32-14d3b6982c85 HTTP/1.1" status: 204 len: 168 time: 0.1664801 May 27 11:22:00.123209 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2c4c57fe-fa35-48c5-b57d-b8555e0597cd req-3f380ced-0797-4a6d-90fe-0dbd846be8fa tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=570b2e26-3083-400f-a7ab-7863b54f39c2 HTTP/1.1" status: 200 len: 210 time: 0.0885570 May 27 11:22:01.596269 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device de7ef845-6780-44f9-82f4-43cd938ca0aa no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:22:01.639573 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] No Port match for: de7ef845-6780-44f9-82f4-43cd938ca0aa {{(pid=91849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:22:01.640039 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device de7ef845-6780-44f9-82f4-43cd938ca0aa not bound to the agent host hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:22:01.676737 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52739a-8348-4ffa-81a2-3a3564f809ad req-a4b0f7fe-b8f0-4492-bb00-27a9b7cc3b66 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:01.678205 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5d52739a-8348-4ffa-81a2-3a3564f809ad req-a4b0f7fe-b8f0-4492-bb00-27a9b7cc3b66 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.0896609 May 27 11:22:01.727842 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5d52739a-8348-4ffa-81a2-3a3564f809ad req-95098047-c96a-41bb-8bc6-5f21dab0ada6 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434837 May 27 11:22:01.947276 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 59142) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:22:02.089864 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-062514b8-50cc-457f-82a1-05d129ed76ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:02.104962 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-062514b8-50cc-457f-82a1-05d129ed76ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:22:02.108915 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-062514b8-50cc-457f-82a1-05d129ed76ab admin admin] Usage tracker for resource:security_group_rule and tenant:4e6a783079614ebdb5307f19d8d71150 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:22:02.119427 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-062514b8-50cc-457f-82a1-05d129ed76ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:22:02.125341 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-062514b8-50cc-457f-82a1-05d129ed76ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:22:02.210986 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-062514b8-50cc-457f-82a1-05d129ed76ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:02.215136 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-062514b8-50cc-457f-82a1-05d129ed76ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:02.226943 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-746c3c84-3c57-402a-ab6a-b3541ffbea99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:02.269636 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-062514b8-50cc-457f-82a1-05d129ed76ab admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4e6a783079614ebdb5307f19d8d71150&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211107 May 27 11:22:02.270393 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062514b8-50cc-457f-82a1-05d129ed76ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caabc50e-392a-4b49-91cc-7bc83cbc2bcf,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:02.272463 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 59150) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:22:02.273491 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-062514b8-50cc-457f-82a1-05d129ed76ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:02.333359 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-dee12a84-79f7-4110-a36d-e7dff276aeae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:02.358474 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-dee12a84-79f7-4110-a36d-e7dff276aeae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:02.419872 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-dee12a84-79f7-4110-a36d-e7dff276aeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:02.424106 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-8c6b79f8-3349-4cef-b00e-c19da0fa17c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:02.438036 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee12a84-79f7-4110-a36d-e7dff276aeae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caabc50e-392a-4b49-91cc-7bc83cbc2bcf,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:02.441342 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-dee12a84-79f7-4110-a36d-e7dff276aeae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:02.443492 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-dee12a84-79f7-4110-a36d-e7dff276aeae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:02.444712 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-dee12a84-79f7-4110-a36d-e7dff276aeae admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/caabc50e-392a-4b49-91cc-7bc83cbc2bcf HTTP/1.1" status: 204 len: 168 time: 0.1708825 May 27 11:22:02.753979 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 59166) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:22:02.774950 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-13570e2a-7408-4d04-a7fe-a6eebd70dd38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:02.795499 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-13570e2a-7408-4d04-a7fe-a6eebd70dd38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:22:02.799989 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-13570e2a-7408-4d04-a7fe-a6eebd70dd38 admin admin] Usage tracker for resource:security_group_rule and tenant:defc43e381b94a2e9449080a4c3d6856 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:22:02.803388 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-13570e2a-7408-4d04-a7fe-a6eebd70dd38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:22:02.811213 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-13570e2a-7408-4d04-a7fe-a6eebd70dd38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:22:02.983993 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-13570e2a-7408-4d04-a7fe-a6eebd70dd38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:02.992888 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a57d83-b518-47c5-9ce3-0aa380b80d43 req-7c31ed22-ae6e-4e8a-9413-ac32ca89277e tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:02.994668 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c5a57d83-b518-47c5-9ce3-0aa380b80d43 req-7c31ed22-ae6e-4e8a-9413-ac32ca89277e tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.1479294 May 27 11:22:02.996939 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-13570e2a-7408-4d04-a7fe-a6eebd70dd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:03.007143 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-0c314dc5-922b-4923-b9e6-9870b40d1b4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:03.096937 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-13570e2a-7408-4d04-a7fe-a6eebd70dd38 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=defc43e381b94a2e9449080a4c3d6856&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3380678 May 27 11:22:03.097486 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 59180) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:22:03.098249 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c5a57d83-b518-47c5-9ce3-0aa380b80d43 req-7f9fa8ea-7f8e-4671-8302-3299e9251f6d tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919101 May 27 11:22:03.098777 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13570e2a-7408-4d04-a7fe-a6eebd70dd38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d692e4-c4f9-4272-8900-d7db8cbfec8d,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:03.102146 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-13570e2a-7408-4d04-a7fe-a6eebd70dd38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:03.221278 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f3e3bfaa-1b5f-4a20-83da-6a43cb38153c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:03.265114 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f3e3bfaa-1b5f-4a20-83da-6a43cb38153c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:03.330295 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f3e3bfaa-1b5f-4a20-83da-6a43cb38153c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:03.334230 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-80073ebe-3217-4461-a4b5-04a50bde4721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:03.348633 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e3bfaa-1b5f-4a20-83da-6a43cb38153c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d692e4-c4f9-4272-8900-d7db8cbfec8d,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:03.350960 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-f3e3bfaa-1b5f-4a20-83da-6a43cb38153c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:03.360573 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f3e3bfaa-1b5f-4a20-83da-6a43cb38153c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:03.364049 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-f3e3bfaa-1b5f-4a20-83da-6a43cb38153c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/05d692e4-c4f9-4272-8900-d7db8cbfec8d HTTP/1.1" status: 204 len: 168 time: 0.2655129 May 27 11:22:04.333863 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992708f1-7d92-413d-be82-c1ee14e30a12 req-9485392e-0591-47bc-8ffa-0df09a5925e4 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:04.336168 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-992708f1-7d92-413d-be82-c1ee14e30a12 req-9485392e-0591-47bc-8ffa-0df09a5925e4 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.0975120 May 27 11:22:04.400602 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-992708f1-7d92-413d-be82-c1ee14e30a12 req-9825ecd4-803f-4a4b-8c22-81e5c13630be tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571148 May 27 11:22:05.619880 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28dfab-dd4d-41af-8650-92b7793b97c7 req-87acc957-cf16-4b42-bef0-15f965714070 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:05.621905 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0b28dfab-dd4d-41af-8650-92b7793b97c7 req-87acc957-cf16-4b42-bef0-15f965714070 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.0950053 May 27 11:22:05.722163 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0b28dfab-dd4d-41af-8650-92b7793b97c7 req-5a0f2b5b-80b1-4cc4-b5a1-7a2241fe93db tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911002 May 27 11:22:05.783061 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4283d-1e7e-473b-972e-fce303053363 req-eb0c2c3f-4405-4aaf-9ef4-17acef93904c tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:05.785402 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a4d4283d-1e7e-473b-972e-fce303053363 req-eb0c2c3f-4405-4aaf-9ef4-17acef93904c tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 945 time: 0.1013806 May 27 11:22:05.853063 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a4d4283d-1e7e-473b-972e-fce303053363 req-5f45b68d-7e00-483d-accf-aa8cd151a317 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610037 May 27 11:22:06.949003 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067a628-bc73-4f55-b576-6a9ee4b83fe6 req-62614ad2-5022-4411-bccc-1ce5e565ca78 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:06.950768 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4067a628-bc73-4f55-b576-6a9ee4b83fe6 req-62614ad2-5022-4411-bccc-1ce5e565ca78 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.0932391 May 27 11:22:07.007388 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4067a628-bc73-4f55-b576-6a9ee4b83fe6 req-c4eceb63-b6b7-46c6-a4ca-8ab3b9e55e84 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463688 May 27 11:22:07.146585 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab766b-3e6c-40c0-94e0-5fb6222b8481 req-4c5308a8-5cac-4a33-8608-4d2fdcdc607a tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:07.149297 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a3ab766b-3e6c-40c0-94e0-5fb6222b8481 req-4c5308a8-5cac-4a33-8608-4d2fdcdc607a tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 945 time: 0.0975037 May 27 11:22:07.211754 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a3ab766b-3e6c-40c0-94e0-5fb6222b8481 req-fbda9032-91b1-4ea1-ae39-2dd555b1cb44 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421069 May 27 11:22:07.233211 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 6 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:22:08.255187 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53e6f2-2037-4e61-a49f-390457a18f3a req-281e3f72-ed5b-4b73-87a2-13ea5cd2d706 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:08.260140 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0b53e6f2-2037-4e61-a49f-390457a18f3a req-281e3f72-ed5b-4b73-87a2-13ea5cd2d706 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.0942650 May 27 11:22:08.313342 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0b53e6f2-2037-4e61-a49f-390457a18f3a req-7c670a5b-ced0-4ca4-b291-84392984f3a8 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505056 May 27 11:22:08.487505 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e263d38-a15b-414e-9936-3a7532ccf7c5 req-614373ce-b189-4a07-98fa-0f06da6f1489 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:08.488953 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6e263d38-a15b-414e-9936-3a7532ccf7c5 req-614373ce-b189-4a07-98fa-0f06da6f1489 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 945 time: 0.1061528 May 27 11:22:08.543840 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6e263d38-a15b-414e-9936-3a7532ccf7c5 req-b31047e8-09d2-45ee-9f2b-e9df0086234c tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487630 May 27 11:22:09.532134 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9404cf-e135-4c13-8735-c05c37975607 req-3572e466-2e57-48ca-95f9-53ff16e4094a tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:09.533803 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-be9404cf-e135-4c13-8735-c05c37975607 req-3572e466-2e57-48ca-95f9-53ff16e4094a tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.0914373 May 27 11:22:09.582552 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-be9404cf-e135-4c13-8735-c05c37975607 req-7cc8edb4-27c9-4cfb-959f-9e8f9f836fff tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425949 May 27 11:22:09.805649 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fd158-e997-43b0-9c15-2a9163e7f81c req-de0ab567-c7db-4d8a-a752-19ce84765f03 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:09.807212 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-fb5fd158-e997-43b0-9c15-2a9163e7f81c req-de0ab567-c7db-4d8a-a752-19ce84765f03 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 945 time: 0.1055863 May 27 11:22:09.856735 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-fb5fd158-e997-43b0-9c15-2a9163e7f81c req-db35c2a2-45e9-45fc-bac7-764d9a135e09 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431671 May 27 11:22:10.865841 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3149b9-a7aa-47bf-a303-da561f12dd1f req-854246ba-cd2c-4593-80e8-e987c8bae8d8 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:10.867360 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6c3149b9-a7aa-47bf-a303-da561f12dd1f req-854246ba-cd2c-4593-80e8-e987c8bae8d8 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.1648855 May 27 11:22:10.915180 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6c3149b9-a7aa-47bf-a303-da561f12dd1f req-bbd6a3f0-538d-4833-a14e-3a9366fc6df3 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412843 May 27 11:22:11.092820 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5cf0b6-d6c8-4695-99b5-aa7e95c2ece9 req-6c680148-51f1-425c-a2e1-01e426cfce6a tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:11.094305 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7a5cf0b6-d6c8-4695-99b5-aa7e95c2ece9 req-6c680148-51f1-425c-a2e1-01e426cfce6a tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 945 time: 0.0879762 May 27 11:22:11.121151 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59178b5c-6f12-4e28-921c-cb3966c07028 req-1a136dd6-eb48-44bb-9210-7ecd7a97f321 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:11.121151 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-59178b5c-6f12-4e28-921c-cb3966c07028 req-1a136dd6-eb48-44bb-9210-7ecd7a97f321 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Synchronizing usage tracker for tenant:14b4c167ec414b36b060953567b3bf93 on resource:port {{(pid=91847) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:22:11.145660 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-59178b5c-6f12-4e28-921c-cb3966c07028 req-1a136dd6-eb48-44bb-9210-7ecd7a97f321 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Unset dirty status for tenant:14b4c167ec414b36b060953567b3bf93 on resource:port {{(pid=91847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:22:11.147213 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-59178b5c-6f12-4e28-921c-cb3966c07028 req-1a136dd6-eb48-44bb-9210-7ecd7a97f321 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.35 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 945 time: 0.1157131 May 27 11:22:11.153658 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7a5cf0b6-d6c8-4695-99b5-aa7e95c2ece9 req-c74116ab-d678-4950-8cec-688f310b5816 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527346 May 27 11:22:11.300281 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [req-59178b5c-6f12-4e28-921c-cb3966c07028 req-9daf1f75-5968-4228-a937-44d752fb179b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Deleting port 878b7503-ad4e-47bb-9f54-82414c028a77 {{(pid=91847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:22:11.300618 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-59178b5c-6f12-4e28-921c-cb3966c07028 req-9daf1f75-5968-4228-a937-44d752fb179b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:11.437531 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [req-59178b5c-6f12-4e28-921c-cb3966c07028 req-9daf1f75-5968-4228-a937-44d752fb179b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] For port 878b7503-ad4e-47bb-9f54-82414c028a77, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=878b7503-ad4e-47bb-9f54-82414c028a77,segment=NetworkSegment(8040322f-6478-4370-b0e4-5e2abd08f336),segment_id=8040322f-6478-4370-b0e4-5e2abd08f336)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:22:11.437877 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-59178b5c-6f12-4e28-921c-cb3966c07028 req-9daf1f75-5968-4228-a937-44d752fb179b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:11.561719 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [req-59178b5c-6f12-4e28-921c-cb3966c07028 req-9daf1f75-5968-4228-a937-44d752fb179b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Calling delete_port for 878b7503-ad4e-47bb-9f54-82414c028a77 owned by compute:nova {{(pid=91847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:22:11.679812 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-59178b5c-6f12-4e28-921c-cb3966c07028 req-9daf1f75-5968-4228-a937-44d752fb179b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7527304'] for port, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:11.685535 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-01b7a963-1986-4862-a4bd-bb1a74a643ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:11.704629 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['878b7503-ad4e-47bb-9f54-82414c028a77'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:22:11.734727 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf1f75-5968-4228-a937-44d752fb179b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Pushing event deleted for resources: {'Port': ['ID=878b7503-ad4e-47bb-9f54-82414c028a77,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:11.738157 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-9daf1f75-5968-4228-a937-44d752fb179b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:11.809188 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [req-59178b5c-6f12-4e28-921c-cb3966c07028 req-9daf1f75-5968-4228-a937-44d752fb179b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] No DVR routers for this DVR port 878b7503-ad4e-47bb-9f54-82414c028a77 on host hv-cinder-75157 {{(pid=91847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:22:11.811862 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-59178b5c-6f12-4e28-921c-cb3966c07028 req-9daf1f75-5968-4228-a937-44d752fb179b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:11.815054 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10', 'name': 'network-vif-deleted', 'tag': '878b7503-ad4e-47bb-9f54-82414c028a77'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:22:11.831153 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-59178b5c-6f12-4e28-921c-cb3966c07028 req-9daf1f75-5968-4228-a937-44d752fb179b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.35 "DELETE /v2.0/ports/878b7503-ad4e-47bb-9f54-82414c028a77 HTTP/1.1" status: 204 len: 173 time: 0.6707001 May 27 11:22:11.865363 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10', 'name': 'network-vif-deleted', 'tag': '878b7503-ad4e-47bb-9f54-82414c028a77', 'status': 'completed', 'code': 200} May 27 11:22:12.092574 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a838a8c9-88f7-461c-8c55-50fa8f007f2c req-e3e337ce-049c-4322-ba5e-ce76906a6030 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] 10.222.0.77 "GET /v2.0/ports?device_id=f781ac5d-08a1-4c9e-be8c-86c1b8ddbd10 HTTP/1.1" status: 200 len: 210 time: 0.0447664 May 27 11:22:12.350445 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634d5b7-1996-4ec5-bf79-db521bbee47d req-ef92c120-3461-49fb-8e6a-4ce55b8e6f34 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:12.351945 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5634d5b7-1996-4ec5-bf79-db521bbee47d req-ef92c120-3461-49fb-8e6a-4ce55b8e6f34 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 945 time: 0.0815263 May 27 11:22:12.412513 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5634d5b7-1996-4ec5-bf79-db521bbee47d req-c7708fac-0671-48e2-ad20-a88d98be1232 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522594 May 27 11:22:13.333913 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 59394) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:22:13.629247 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe222d29-57f5-4511-a400-7a5d1e6ca729 req-a943bf94-51bc-4b94-beb0-b1bce7de5297 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:13.630784 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-fe222d29-57f5-4511-a400-7a5d1e6ca729 req-a943bf94-51bc-4b94-beb0-b1bce7de5297 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 945 time: 0.0818377 May 27 11:22:13.675830 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-fe222d29-57f5-4511-a400-7a5d1e6ca729 req-6ac9bfb2-f462-4a24-ad66-1e5bcc2a1b83 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394146 May 27 11:22:13.994819 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b42b178-cc19-4456-9e3e-00c6c3885c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1927923'] for router_interface, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:14.453031 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-1b42b178-cc19-4456-9e3e-00c6c3885c0b admin admin] Deleting port d7460431-0920-4f46-aea9-d352497ce3ed {{(pid=91847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:22:14.453760 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b42b178-cc19-4456-9e3e-00c6c3885c0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:14.580381 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-e9f66469-8765-40a5-8b03-543fab3d8589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:14.588422 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-1b42b178-cc19-4456-9e3e-00c6c3885c0b admin admin] For port d7460431-0920-4f46-aea9-d352497ce3ed, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=d7460431-0920-4f46-aea9-d352497ce3ed,segment=NetworkSegment(8040322f-6478-4370-b0e4-5e2abd08f336),segment_id=8040322f-6478-4370-b0e4-5e2abd08f336)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:22:14.588779 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b42b178-cc19-4456-9e3e-00c6c3885c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:14.728851 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-1b42b178-cc19-4456-9e3e-00c6c3885c0b admin admin] Calling delete_port for d7460431-0920-4f46-aea9-d352497ce3ed owned by network:router_interface {{(pid=91847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:22:14.888190 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa04f41-d1d4-44e0-9638-3bf3e2cf775d req-180b686d-4ec7-4353-a04b-5f9b27f9496a tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:14.889660 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7fa04f41-d1d4-44e0-9638-3bf3e2cf775d req-180b686d-4ec7-4353-a04b-5f9b27f9496a tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 945 time: 0.0950651 May 27 11:22:14.941690 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7fa04f41-d1d4-44e0-9638-3bf3e2cf775d req-0328f6b2-9590-4bf5-bc88-75d607656332 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453742 May 27 11:22:15.106294 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b42b178-cc19-4456-9e3e-00c6c3885c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7527304'] for port, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:15.109733 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-a12956a5-94b4-42d4-86ee-427c1cfac8c1 tempest-VolumesActionsTest-1931858164 tempest-VolumesActionsTest-1931858164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:15.157048 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42b178-cc19-4456-9e3e-00c6c3885c0b admin admin] Pushing event deleted for resources: {'Port': ['ID=d7460431-0920-4f46-aea9-d352497ce3ed,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:15.160823 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b42b178-cc19-4456-9e3e-00c6c3885c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:15.427375 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b42b178-cc19-4456-9e3e-00c6c3885c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1939523'] for router_interface, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:15.633164 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 878b7503-ad4e-47bb-9f54-82414c028a77 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:22:15.691397 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] No Port match for: 878b7503-ad4e-47bb-9f54-82414c028a77 {{(pid=91849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:22:15.691819 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 878b7503-ad4e-47bb-9f54-82414c028a77 not bound to the agent host hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:22:15.817134 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b42b178-cc19-4456-9e3e-00c6c3885c0b admin admin] Router 011601ac-6384-4b87-9867-5e5a6a8557fd has already been hosted by L3 agent 6d24f2a4-c5c8-4233-9813-3f8fa73b68fa {{(pid=91847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:22:16.014182 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b42b178-cc19-4456-9e3e-00c6c3885c0b admin admin] Notify agent at l3_agent.dv-cinder-751579-23-smb the message routers_updated {{(pid=91847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:22:16.028024 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77342c9b-e645-4e75-b907-ecea2f21d4bd None None] Sync routers for ids ['011601ac-6384-4b87-9867-5e5a6a8557fd'] in dv-cinder-751579-23-smb {{(pid=91850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:22:16.029315 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-1b42b178-cc19-4456-9e3e-00c6c3885c0b admin admin] 10.222.0.77 "PUT /v2.0/routers/011601ac-6384-4b87-9867-5e5a6a8557fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6940167 May 27 11:22:16.034237 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 59442) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:22:16.049880 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77342c9b-e645-4e75-b907-ecea2f21d4bd None None] Routers {'011601ac-6384-4b87-9867-5e5a6a8557fd'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:22:16.050967 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-77342c9b-e645-4e75-b907-ecea2f21d4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:21:47Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['011601ac-6384-4b87-9867-5e5a6a8557fd'], 'active': True} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:22:16.203893 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe275df9-8537-4a56-a6fc-69366e44e8a7 req-8e324179-2834-484d-b4b5-bb956bffb72b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:16.213829 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-fe275df9-8537-4a56-a6fc-69366e44e8a7 req-8e324179-2834-484d-b4b5-bb956bffb72b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 945 time: 0.1592784 May 27 11:22:16.282177 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6ad9fdec-4a37-4602-b136-fe88a2b11566 admin admin] Notify callbacks [] for router, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:16.287271 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-fe275df9-8537-4a56-a6fc-69366e44e8a7 req-0f9d78ae-342e-42e0-8139-0228cbe657ab tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723372 May 27 11:22:16.338677 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvr_db [None req-77342c9b-e645-4e75-b907-ecea2f21d4bd None None] Set router 011601ac-6384-4b87-9867-5e5a6a8557fd gateway port host: dv-cinder-751579-23-smb {{(pid=91850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:22:16.649383 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6ad9fdec-4a37-4602-b136-fe88a2b11566 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:16.683064 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-77342c9b-e645-4e75-b907-ecea2f21d4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011601ac-6384-4b87-9867-5e5a6a8557fd', 'name': 'tempest-ServerRescueNegativeTestJSON-2035731299-router', 'tenant_id': '14b4c167ec414b36b060953567b3bf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '77badb95-a131-4b53-963b-3427cfbbeeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:18:18Z', 'updated_at': '2021-05-27T11:22:15Z', 'revision_number': 5, 'project_id': '14b4c167ec414b36b060953567b3bf93', 'gw_port': {'id': '77badb95-a131-4b53-963b-3427cfbbeeae', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011601ac-6384-4b87-9867-5e5a6a8557fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:21Z', 'updated_at': '2021-05-27T11:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb'}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:22:16.687695 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77342c9b-e645-4e75-b907-ecea2f21d4bd None None] Checking router: 011601ac-6384-4b87-9867-5e5a6a8557fd for host: dv-cinder-751579-23-smb {{(pid=91850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:22:16.696648 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77342c9b-e645-4e75-b907-ecea2f21d4bd None None] Routers {'011601ac-6384-4b87-9867-5e5a6a8557fd'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:22:16.697238 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-77342c9b-e645-4e75-b907-ecea2f21d4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:21:47Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['011601ac-6384-4b87-9867-5e5a6a8557fd'], 'active': True} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:22:16.726496 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-6ad9fdec-4a37-4602-b136-fe88a2b11566 admin admin] Deleting port 77badb95-a131-4b53-963b-3427cfbbeeae {{(pid=91847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:22:16.726717 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6ad9fdec-4a37-4602-b136-fe88a2b11566 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:16.852772 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvr_db [None req-77342c9b-e645-4e75-b907-ecea2f21d4bd None None] Set router 011601ac-6384-4b87-9867-5e5a6a8557fd gateway port host: None {{(pid=91850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:22:16.856572 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-6ad9fdec-4a37-4602-b136-fe88a2b11566 admin admin] For port 77badb95-a131-4b53-963b-3427cfbbeeae, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=77badb95-a131-4b53-963b-3427cfbbeeae,segment=NetworkSegment(4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310),segment_id=4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:22:16.857163 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6ad9fdec-4a37-4602-b136-fe88a2b11566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:16.962296 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-77342c9b-e645-4e75-b907-ecea2f21d4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011601ac-6384-4b87-9867-5e5a6a8557fd', 'name': 'tempest-ServerRescueNegativeTestJSON-2035731299-router', 'tenant_id': '14b4c167ec414b36b060953567b3bf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:18:18Z', 'updated_at': '2021-05-27T11:22:16Z', 'revision_number': 6, 'project_id': '14b4c167ec414b36b060953567b3bf93', 'gw_port_host': None}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:22:16.969321 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77342c9b-e645-4e75-b907-ecea2f21d4bd None None] The sync data for ids ['011601ac-6384-4b87-9867-5e5a6a8557fd'] in dv-cinder-751579-23-smb is: [{'id': '011601ac-6384-4b87-9867-5e5a6a8557fd', 'name': 'tempest-ServerRescueNegativeTestJSON-2035731299-router', 'tenant_id': '14b4c167ec414b36b060953567b3bf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:18:18Z', 'updated_at': '2021-05-27T11:22:16Z', 'revision_number': 6, 'project_id': '14b4c167ec414b36b060953567b3bf93', 'gw_port_host': None}] {{(pid=91850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:22:16.993860 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-6ad9fdec-4a37-4602-b136-fe88a2b11566 admin admin] Calling delete_port for 77badb95-a131-4b53-963b-3427cfbbeeae owned by network:router_gateway {{(pid=91847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:22:17.043114 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f57a0776-d8b6-47e5-81e6-99169079bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:17.111713 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:17.189254 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6ad9fdec-4a37-4602-b136-fe88a2b11566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7527304'] for port, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:17.196592 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-846ec68e-48fd-4397-a17f-75104da9c539 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:17.245849 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad9fdec-4a37-4602-b136-fe88a2b11566 admin admin] Pushing event deleted for resources: {'Port': ['ID=77badb95-a131-4b53-963b-3427cfbbeeae,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:17.249786 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-6ad9fdec-4a37-4602-b136-fe88a2b11566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:17.363834 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6ad9fdec-4a37-4602-b136-fe88a2b11566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1926620'] for router_gateway, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:17.547762 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe40944-207a-4eff-a6ae-3186b98af7c3 req-458bad8b-f107-4e02-9425-2dd83a4d0f38 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:17.551374 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5fe40944-207a-4eff-a6ae-3186b98af7c3 req-458bad8b-f107-4e02-9425-2dd83a4d0f38 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 945 time: 0.1271992 May 27 11:22:17.579351 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6ad9fdec-4a37-4602-b136-fe88a2b11566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:17.582789 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6ad9fdec-4a37-4602-b136-fe88a2b11566 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:17.604369 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5fe40944-207a-4eff-a6ae-3186b98af7c3 req-0f3d917e-1f4b-4af8-9d50-b1282653abc0 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468750 May 27 11:22:17.673768 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6ad9fdec-4a37-4602-b136-fe88a2b11566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1940847'] for router, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:17.674294 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad9fdec-4a37-4602-b136-fe88a2b11566 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 011601ac-6384-4b87-9867-5e5a6a8557fd {{(pid=91847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 11:22:17.695708 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6ad9fdec-4a37-4602-b136-fe88a2b11566 admin admin] Notify callbacks [] for router, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:17.696840 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-6ad9fdec-4a37-4602-b136-fe88a2b11566 admin admin] 10.222.0.77 "DELETE /v2.0/routers/011601ac-6384-4b87-9867-5e5a6a8557fd HTTP/1.1" status: 204 len: 168 time: 1.6615818 May 27 11:22:17.699614 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 59468) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:22:17.774800 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d672a57-1e90-4ada-8194-6d3994340a35 admin admin] Deleting subnet 369e4e27-1796-451b-8798-a21a60543ff2 {{(pid=91848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 11:22:17.783033 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-5d672a57-1e90-4ada-8194-6d3994340a35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:17.852910 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-5d672a57-1e90-4ada-8194-6d3994340a35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6635035'] for subnet, precommit_delete_associations {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:17.925594 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-5d672a57-1e90-4ada-8194-6d3994340a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729342'] for subnet, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:18.130616 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device d7460431-0920-4f46-aea9-d352497ce3ed no longer exists at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:22:18.170481 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] No Port match for: d7460431-0920-4f46-aea9-d352497ce3ed {{(pid=91849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:22:18.170829 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device d7460431-0920-4f46-aea9-d352497ce3ed not bound to the agent host dv-cinder-751579-23-smb {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:22:18.171247 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 77badb95-a131-4b53-963b-3427cfbbeeae no longer exists at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:22:18.206636 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] No Port match for: 77badb95-a131-4b53-963b-3427cfbbeeae {{(pid=91849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:22:18.206993 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 77badb95-a131-4b53-963b-3427cfbbeeae not bound to the agent host dv-cinder-751579-23-smb {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:22:18.239203 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-5d672a57-1e90-4ada-8194-6d3994340a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6297505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6631527'] for subnet, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:18.244589 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:18.281431 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d672a57-1e90-4ada-8194-6d3994340a35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=369e4e27-1796-451b-8798-a21a60543ff2,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:18.284244 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-5d672a57-1e90-4ada-8194-6d3994340a35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:18.295085 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d672a57-1e90-4ada-8194-6d3994340a35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:22:18.295443 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d672a57-1e90-4ada-8194-6d3994340a35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:22:18.295818 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d672a57-1e90-4ada-8194-6d3994340a35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:22:18.296159 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d672a57-1e90-4ada-8194-6d3994340a35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:22:18.296494 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d672a57-1e90-4ada-8194-6d3994340a35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:22:18.296833 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d672a57-1e90-4ada-8194-6d3994340a35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:22:18.297167 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d672a57-1e90-4ada-8194-6d3994340a35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:22:18.297506 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d672a57-1e90-4ada-8194-6d3994340a35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:22:18.297844 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d672a57-1e90-4ada-8194-6d3994340a35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:22:18.298794 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d672a57-1e90-4ada-8194-6d3994340a35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:22:18.299202 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d672a57-1e90-4ada-8194-6d3994340a35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:22:18.299561 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d672a57-1e90-4ada-8194-6d3994340a35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:22:18.305104 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-5d672a57-1e90-4ada-8194-6d3994340a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:18.308133 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-5d672a57-1e90-4ada-8194-6d3994340a35 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/369e4e27-1796-451b-8798-a21a60543ff2 HTTP/1.1" status: 204 len: 168 time: 0.6071618 May 27 11:22:18.311284 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 59480) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:22:18.331199 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:18.430780 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-5bcec7ff-e8f4-495a-996e-0af8ff2e76ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642410'] for network, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:18.562780 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-5bcec7ff-e8f4-495a-996e-0af8ff2e76ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734563', 'neutron.services.segments.db._delete_segments_for_network-8764582419685'] for network, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:18.576735 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.services.segments.db [None req-5bcec7ff-e8f4-495a-996e-0af8ff2e76ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c305644-2dc8-4e1c-bdb2-2c8567d44268']}} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:22:18.589642 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.services.segments.db [None req-5bcec7ff-e8f4-495a-996e-0af8ff2e76ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8040322f-6478-4370-b0e4-5e2abd08f336') {'for_net_delete': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:22:18.589860 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.services.segments.db [None req-5bcec7ff-e8f4-495a-996e-0af8ff2e76ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8040322f-6478-4370-b0e4-5e2abd08f336') {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:22:18.602011 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-5bcec7ff-e8f4-495a-996e-0af8ff2e76ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764582427558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6635042'] for segment, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:18.618793 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-5bcec7ff-e8f4-495a-996e-0af8ff2e76ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075'] for segment, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:18.625130 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bcec7ff-e8f4-495a-996e-0af8ff2e76ec admin admin] Releasing vlan 1159 on physical network physnet1 to pool {{(pid=91848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 11:22:18.625683 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-5bcec7ff-e8f4-495a-996e-0af8ff2e76ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6295811'] for segment, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:18.640135 dv-cinder-751579-23-smb neutron-server[91848]: Traceback (most recent call last): May 27 11:22:18.640135 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 11:22:18.640135 dv-cinder-751579-23-smb neutron-server[91848]: timer() May 27 11:22:18.640135 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 11:22:18.640135 dv-cinder-751579-23-smb neutron-server[91848]: cb(*args, **kw) May 27 11:22:18.640135 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 11:22:18.640135 dv-cinder-751579-23-smb neutron-server[91848]: return func(*args, **kwargs) May 27 11:22:18.640135 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 11:22:18.640135 dv-cinder-751579-23-smb neutron-server[91848]: self._notify() May 27 11:22:18.640135 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 11:22:18.640135 dv-cinder-751579-23-smb neutron-server[91848]: self.callback(batched_events) May 27 11:22:18.640135 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 11:22:18.640135 dv-cinder-751579-23-smb neutron-server[91848]: event.method(event) May 27 11:22:18.640135 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 11:22:18.640135 dv-cinder-751579-23-smb neutron-server[91848]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 11:22:18.640135 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 11:22:18.640135 dv-cinder-751579-23-smb neutron-server[91848]: aggregate_uuid = self.p_client.list_aggregates( May 27 11:22:18.640135 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 11:22:18.640135 dv-cinder-751579-23-smb neutron-server[91848]: return f(self, *a, **k) May 27 11:22:18.640135 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 11:22:18.640135 dv-cinder-751579-23-smb neutron-server[91848]: return self._get(url).json() May 27 11:22:18.640135 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 11:22:18.640135 dv-cinder-751579-23-smb neutron-server[91848]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 11:22:18.640135 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 11:22:18.640135 dv-cinder-751579-23-smb neutron-server[91848]: return self.request(url, 'GET', **kwargs) May 27 11:22:18.640135 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 11:22:18.640135 dv-cinder-751579-23-smb neutron-server[91848]: base_url = self.get_endpoint(auth, allow=allow, May 27 11:22:18.640135 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 11:22:18.640135 dv-cinder-751579-23-smb neutron-server[91848]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 11:22:18.640135 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 11:22:18.640135 dv-cinder-751579-23-smb neutron-server[91848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 11:22:18.640135 dv-cinder-751579-23-smb neutron-server[91848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 11:22:18.761144 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-5bcec7ff-e8f4-495a-996e-0af8ff2e76ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926643'] for network, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:18.770770 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-5bcec7ff-e8f4-495a-996e-0af8ff2e76ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for network, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:18.773121 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-ef9ba61e-79cb-46f8-a0db-3f6a4a9eabe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:18.889340 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-5bcec7ff-e8f4-495a-996e-0af8ff2e76ec admin admin] 10.222.0.77 "DELETE /v2.0/networks/0c305644-2dc8-4e1c-bdb2-2c8567d44268 HTTP/1.1" status: 204 len: 168 time: 0.5768230 May 27 11:22:18.890227 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcec7ff-e8f4-495a-996e-0af8ff2e76ec admin admin] Pushing event deleted for resources: {'Network': ['ID=0c305644-2dc8-4e1c-bdb2-2c8567d44268,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:18.895077 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-5bcec7ff-e8f4-495a-996e-0af8ff2e76ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:18.932270 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c2d600-eb3f-4682-bd69-c6f9f0d92022 req-2556fce6-1c98-40c0-996b-1c3c7a21ef7d tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:18.932483 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-28c2d600-eb3f-4682-bd69-c6f9f0d92022 req-2556fce6-1c98-40c0-996b-1c3c7a21ef7d tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 945 time: 0.2083669 May 27 11:22:18.991650 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-28c2d600-eb3f-4682-bd69-c6f9f0d92022 req-edf0746e-a545-443d-90db-6b28250c2d0a tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498631 May 27 11:22:19.047945 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 59496) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:22:19.099695 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-6f623e28-deec-486d-b1e6-7ad5e57354ff admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=14b4c167ec414b36b060953567b3bf93&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0499322 May 27 11:22:19.102106 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 59500) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:22:19.166663 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-90b65fd5-4042-4d73-a788-d481dd8bd9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:19.194572 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-90b65fd5-4042-4d73-a788-d481dd8bd9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:19.256297 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-90b65fd5-4042-4d73-a788-d481dd8bd9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:19.262210 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-d62d1308-8da8-4ee1-853e-ce4a5db04f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:19.277328 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b65fd5-4042-4d73-a788-d481dd8bd9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:19.280305 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-90b65fd5-4042-4d73-a788-d481dd8bd9ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:19.281574 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-90b65fd5-4042-4d73-a788-d481dd8bd9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:19.282689 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-90b65fd5-4042-4d73-a788-d481dd8bd9ad admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8a58ae70-b007-4d3f-9a06-aa2ea8c8c7ad HTTP/1.1" status: 204 len: 168 time: 0.1796832 May 27 11:22:20.223079 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc2b27-0fbe-4fa9-8da1-7e4ce254d5ca req-12748b55-7343-469a-aee7-e818e6a960f9 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:20.224639 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e7fc2b27-0fbe-4fa9-8da1-7e4ce254d5ca req-12748b55-7343-469a-aee7-e818e6a960f9 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 945 time: 0.0916822 May 27 11:22:20.275105 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e7fc2b27-0fbe-4fa9-8da1-7e4ce254d5ca req-89f33d0d-94a0-4ad2-82d1-1f592797690c tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443032 May 27 11:22:20.353048 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:20.875003 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738ed12-8206-4899-bb80-373434ed613f req-7311dad3-ba83-420d-b5eb-e635f191026c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:20.876915 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-2738ed12-8206-4899-bb80-373434ed613f req-7311dad3-ba83-420d-b5eb-e635f191026c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=802e7975f0524c7ea779d173670046b7&device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 1098 time: 0.0816500 May 27 11:22:21.048663 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738ed12-8206-4899-bb80-373434ed613f req-0e1b5f56-1bd1-4350-90cc-ad6d0e74c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:21.050506 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-2738ed12-8206-4899-bb80-373434ed613f req-0e1b5f56-1bd1-4350-90cc-ad6d0e74c095 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dddfebc0-a063-4692-a21d-f73fcbbd8d09 HTTP/1.1" status: 200 len: 912 time: 0.1518564 May 27 11:22:21.171336 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-2738ed12-8206-4899-bb80-373434ed613f req-991f44da-5f41-4c0d-bd14-e9a8e7cadc53 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7d9542c-b119-46a2-8517-7efdd7301926 HTTP/1.1" status: 200 len: 1001 time: 0.1130030 May 27 11:22:21.248253 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738ed12-8206-4899-bb80-373434ed613f req-c99af78b-4a5d-4d25-b176-32dda33837c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:21.249863 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-2738ed12-8206-4899-bb80-373434ed613f req-c99af78b-4a5d-4d25-b176-32dda33837c0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=53f9b7c8-83a1-4c1c-aa60-764bc111576d HTTP/1.1" status: 200 len: 849 time: 0.0705943 May 27 11:22:21.334587 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738ed12-8206-4899-bb80-373434ed613f req-e4815359-3f50-418a-b6d4-7199450c9c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:21.336285 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-2738ed12-8206-4899-bb80-373434ed613f req-e4815359-3f50-418a-b6d4-7199450c9c63 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dddfebc0-a063-4692-a21d-f73fcbbd8d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0782316 May 27 11:22:21.533590 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a25c98-0ffd-4e86-9451-997113962dc3 req-8fea0795-91a6-43c9-8b78-bbd54590c9e2 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:21.542668 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b7a25c98-0ffd-4e86-9451-997113962dc3 req-8fea0795-91a6-43c9-8b78-bbd54590c9e2 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 945 time: 0.1398494 May 27 11:22:21.600200 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b7a25c98-0ffd-4e86-9451-997113962dc3 req-d7262d52-0ca5-4bf1-af2f-98b45cf55fac tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562551 May 27 11:22:21.636044 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-2738ed12-8206-4899-bb80-373434ed613f req-dc281d59-4f0c-46d4-a72f-cbf9d8f7361a service neutron] 10.222.0.35 "GET /v2.0/networks/dddfebc0-a063-4692-a21d-f73fcbbd8d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916350 May 27 11:22:21.871215 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-2738ed12-8206-4899-bb80-373434ed613f req-f4909d87-3731-4b3c-a5a9-19032b06dac9 service neutron] 10.222.0.35 "GET /v2.0/networks/dddfebc0-a063-4692-a21d-f73fcbbd8d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234855 May 27 11:22:22.088722 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1327c-6415-491c-9fc1-f33db4ea3e52 req-2a1f6515-1688-496f-b823-31f65e03b038 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:22.090428 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-60f1327c-6415-491c-9fc1-f33db4ea3e52 req-2a1f6515-1688-496f-b823-31f65e03b038 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 945 time: 0.1492636 May 27 11:22:22.157952 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-60f1327c-6415-491c-9fc1-f33db4ea3e52 req-c6b7d085-30a1-4b2f-bb00-41fe7ed1c853 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578384 May 27 11:22:22.203569 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71071406-4431-48c7-9026-6c1882748a04 req-bb90c402-d3cc-43fa-8bfa-84e0d672bbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:22.206667 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-71071406-4431-48c7-9026-6c1882748a04 req-bb90c402-d3cc-43fa-8bfa-84e0d672bbd0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=802e7975f0524c7ea779d173670046b7&device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 1098 time: 0.1223221 May 27 11:22:22.253129 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 59608) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:22:22.395002 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71071406-4431-48c7-9026-6c1882748a04 req-9fb71a81-0977-48c4-a3fc-fec1df7e2af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:22.396720 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-71071406-4431-48c7-9026-6c1882748a04 req-9fb71a81-0977-48c4-a3fc-fec1df7e2af8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dddfebc0-a063-4692-a21d-f73fcbbd8d09 HTTP/1.1" status: 200 len: 912 time: 0.1790705 May 27 11:22:22.443580 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2f7dd884-53dd-4c11-aadf-7cba1509bfe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:22.468361 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-2f7dd884-53dd-4c11-aadf-7cba1509bfe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:22:22.472797 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-2f7dd884-53dd-4c11-aadf-7cba1509bfe9 admin admin] Usage tracker for resource:security_group_rule and tenant:d7880d3be6de412cb5b515f6df2b2558 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:22:22.477643 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-2f7dd884-53dd-4c11-aadf-7cba1509bfe9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:22:22.487351 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-2f7dd884-53dd-4c11-aadf-7cba1509bfe9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:22:22.527886 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-71071406-4431-48c7-9026-6c1882748a04 req-34d4a8d7-0a7f-486f-a22e-4adb0ef1d20d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7d9542c-b119-46a2-8517-7efdd7301926 HTTP/1.1" status: 200 len: 1001 time: 0.1206205 May 27 11:22:22.619868 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71071406-4431-48c7-9026-6c1882748a04 req-b88e34d5-746b-4d80-8777-1bbe5fa7036b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:22.621776 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-71071406-4431-48c7-9026-6c1882748a04 req-b88e34d5-746b-4d80-8777-1bbe5fa7036b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=53f9b7c8-83a1-4c1c-aa60-764bc111576d HTTP/1.1" status: 200 len: 849 time: 0.0851462 May 27 11:22:22.625934 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2f7dd884-53dd-4c11-aadf-7cba1509bfe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:22.631010 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2f7dd884-53dd-4c11-aadf-7cba1509bfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:22.641467 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-533c5af9-40e2-48ef-bf2c-d60456f82b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:22.688206 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-2f7dd884-53dd-4c11-aadf-7cba1509bfe9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d7880d3be6de412cb5b515f6df2b2558&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4313483 May 27 11:22:22.688650 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 59622) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:22:22.692196 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7dd884-53dd-4c11-aadf-7cba1509bfe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87536458-b26c-4802-9264-f4ae5ca7e1d5,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:22.697442 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-2f7dd884-53dd-4c11-aadf-7cba1509bfe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:22.782075 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-84633417-2a90-4703-b4a5-2699ae8642b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:22.788373 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71071406-4431-48c7-9026-6c1882748a04 req-9970812d-b717-48c0-add2-0962ddb14ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:22.789951 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-71071406-4431-48c7-9026-6c1882748a04 req-9970812d-b717-48c0-add2-0962ddb14ce4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dddfebc0-a063-4692-a21d-f73fcbbd8d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1583059 May 27 11:22:22.839879 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-84633417-2a90-4703-b4a5-2699ae8642b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:22.983488 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-71071406-4431-48c7-9026-6c1882748a04 req-0b25e714-5479-4ed1-bd2f-feddcd828801 service neutron] 10.222.0.35 "GET /v2.0/networks/dddfebc0-a063-4692-a21d-f73fcbbd8d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826491 May 27 11:22:23.008738 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-84633417-2a90-4703-b4a5-2699ae8642b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:23.015579 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-ce0d4ea0-0fef-4697-a18d-86c7f0107141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:23.082668 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84633417-2a90-4703-b4a5-2699ae8642b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87536458-b26c-4802-9264-f4ae5ca7e1d5,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:23.099680 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-84633417-2a90-4703-b4a5-2699ae8642b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:23.100749 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-84633417-2a90-4703-b4a5-2699ae8642b5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/87536458-b26c-4802-9264-f4ae5ca7e1d5 HTTP/1.1" status: 204 len: 168 time: 0.4097188 May 27 11:22:23.104287 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84633417-2a90-4703-b4a5-2699ae8642b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:22:23.104659 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84633417-2a90-4703-b4a5-2699ae8642b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:22:23.105385 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84633417-2a90-4703-b4a5-2699ae8642b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:22:23.105385 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84633417-2a90-4703-b4a5-2699ae8642b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:22:23.105669 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84633417-2a90-4703-b4a5-2699ae8642b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:22:23.106008 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84633417-2a90-4703-b4a5-2699ae8642b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:22:23.106421 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84633417-2a90-4703-b4a5-2699ae8642b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:22:23.106664 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84633417-2a90-4703-b4a5-2699ae8642b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:22:23.107000 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84633417-2a90-4703-b4a5-2699ae8642b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:22:23.107331 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84633417-2a90-4703-b4a5-2699ae8642b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:22:23.107694 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84633417-2a90-4703-b4a5-2699ae8642b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:22:23.108025 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84633417-2a90-4703-b4a5-2699ae8642b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:22:23.113596 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-84633417-2a90-4703-b4a5-2699ae8642b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:23.159626 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-71071406-4431-48c7-9026-6c1882748a04 req-0dfbba56-b53a-445e-ba79-92500c013543 service neutron] 10.222.0.35 "GET /v2.0/networks/dddfebc0-a063-4692-a21d-f73fcbbd8d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687038 May 27 11:22:23.402468 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b25b41-5b09-469e-9a9a-1d8b66ad6ead req-72ed4a01-2aaf-4178-a9e5-a2464dde4bd5 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:23.405689 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-34b25b41-5b09-469e-9a9a-1d8b66ad6ead req-72ed4a01-2aaf-4178-a9e5-a2464dde4bd5 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 945 time: 0.1062498 May 27 11:22:23.434990 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 59632) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:22:23.452226 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-0114bf4b-605c-4f81-ab60-2bbc200724d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:23.458688 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-34b25b41-5b09-469e-9a9a-1d8b66ad6ead req-7c536f1a-79c4-4f83-b0f2-32594f42dfdd tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462713 May 27 11:22:23.468885 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-0114bf4b-605c-4f81-ab60-2bbc200724d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:22:23.473683 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-0114bf4b-605c-4f81-ab60-2bbc200724d5 admin admin] Usage tracker for resource:security_group_rule and tenant:4dd2d62d248745a6bf7c54db946c2004 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:22:23.483852 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-0114bf4b-605c-4f81-ab60-2bbc200724d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:22:23.487338 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-0114bf4b-605c-4f81-ab60-2bbc200724d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:22:23.583701 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-0114bf4b-605c-4f81-ab60-2bbc200724d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:23.588878 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-0114bf4b-605c-4f81-ab60-2bbc200724d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:23.597158 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-92100893-dddd-4b0c-bb0d-f6f9cd9e5b0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:23.640564 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-0114bf4b-605c-4f81-ab60-2bbc200724d5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4dd2d62d248745a6bf7c54db946c2004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2043869 May 27 11:22:23.641468 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114bf4b-605c-4f81-ab60-2bbc200724d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae108c0-4262-441c-b480-94a5dd2499bf,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:23.645118 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 59640) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:22:23.647790 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-0114bf4b-605c-4f81-ab60-2bbc200724d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:23.715301 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-948d1ecc-c946-4472-8a3b-3cd81acbe84a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:23.744304 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-948d1ecc-c946-4472-8a3b-3cd81acbe84a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:23.808068 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-948d1ecc-c946-4472-8a3b-3cd81acbe84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:23.817284 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-09a54392-480d-4e47-87f6-953a6b1772c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:23.833247 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d1ecc-c946-4472-8a3b-3cd81acbe84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae108c0-4262-441c-b480-94a5dd2499bf,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:23.837354 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-948d1ecc-c946-4472-8a3b-3cd81acbe84a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:23.843822 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-948d1ecc-c946-4472-8a3b-3cd81acbe84a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:23.845035 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-948d1ecc-c946-4472-8a3b-3cd81acbe84a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2ae108c0-4262-441c-b480-94a5dd2499bf HTTP/1.1" status: 204 len: 168 time: 0.1989560 May 27 11:22:23.892944 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:24.746262 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e7d2c-bbdf-4e4f-b123-a4468e896d32 req-ac645acf-494e-4db4-9112-6e4b475a9fd3 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:24.747810 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-fd2e7d2c-bbdf-4e4f-b123-a4468e896d32 req-ac645acf-494e-4db4-9112-6e4b475a9fd3 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 945 time: 0.1178014 May 27 11:22:24.803339 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-fd2e7d2c-bbdf-4e4f-b123-a4468e896d32 req-5900705a-353f-463d-997a-ca62e756b096 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487456 May 27 11:22:26.306146 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 59764) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:22:26.451895 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c1767a31-f473-4ae5-ada4-db05f3090e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:26.470635 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-c1767a31-f473-4ae5-ada4-db05f3090e3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:22:26.474512 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-c1767a31-f473-4ae5-ada4-db05f3090e3f admin admin] Usage tracker for resource:security_group_rule and tenant:06d68c8a7aa84f6a939e967f5ff9aad0 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:22:26.477354 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-c1767a31-f473-4ae5-ada4-db05f3090e3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:22:26.483897 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-c1767a31-f473-4ae5-ada4-db05f3090e3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:22:26.571851 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c1767a31-f473-4ae5-ada4-db05f3090e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:26.576007 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c1767a31-f473-4ae5-ada4-db05f3090e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:26.583185 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-93fd35d9-c122-4d33-aad7-beb009f1447e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:26.624395 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1767a31-f473-4ae5-ada4-db05f3090e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802790ba-0511-4ccc-8024-2f70a0527731,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:26.631777 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-c1767a31-f473-4ae5-ada4-db05f3090e3f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=06d68c8a7aa84f6a939e967f5ff9aad0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216698 May 27 11:22:26.631777 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-c1767a31-f473-4ae5-ada4-db05f3090e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:26.632068 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 59780) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:22:26.697054 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-7924e33c-ba68-4d66-aa2f-ce313bd241ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:26.725880 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-7924e33c-ba68-4d66-aa2f-ce313bd241ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:26.781828 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-7924e33c-ba68-4d66-aa2f-ce313bd241ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:26.787047 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1a1cd495-d1e7-4608-99e5-568aea0f17a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:26.804262 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924e33c-ba68-4d66-aa2f-ce313bd241ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802790ba-0511-4ccc-8024-2f70a0527731,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:26.807119 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-7924e33c-ba68-4d66-aa2f-ce313bd241ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:26.809172 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-7924e33c-ba68-4d66-aa2f-ce313bd241ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:26.810214 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-7924e33c-ba68-4d66-aa2f-ce313bd241ca admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/802790ba-0511-4ccc-8024-2f70a0527731 HTTP/1.1" status: 204 len: 168 time: 0.1774027 May 27 11:22:27.106786 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 59792) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:22:27.124867 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1e14d602-3481-447f-b103-a701e8054c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:27.138886 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-1e14d602-3481-447f-b103-a701e8054c17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:22:27.144571 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-1e14d602-3481-447f-b103-a701e8054c17 admin admin] Usage tracker for resource:security_group_rule and tenant:09f0231d31f24d3983bb3affded8e02b is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:22:27.147626 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-1e14d602-3481-447f-b103-a701e8054c17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:22:27.154956 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-1e14d602-3481-447f-b103-a701e8054c17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:22:27.248797 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1e14d602-3481-447f-b103-a701e8054c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:27.253236 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1e14d602-3481-447f-b103-a701e8054c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:27.261556 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-2efd1c06-b6ea-43bc-b8ee-7d4019c0353c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:27.301376 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-1e14d602-3481-447f-b103-a701e8054c17 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=09f0231d31f24d3983bb3affded8e02b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1934917 May 27 11:22:27.302562 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e14d602-3481-447f-b103-a701e8054c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be22df11-423c-4916-a703-10522f93b70d,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:27.304159 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 59796) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:22:27.305475 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1e14d602-3481-447f-b103-a701e8054c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:27.366814 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-dced8d73-e713-4802-b831-f2d8f27601b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:27.397504 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-dced8d73-e713-4802-b831-f2d8f27601b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:27.462835 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-dced8d73-e713-4802-b831-f2d8f27601b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:27.467441 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-13e68f14-5387-46b1-bf0b-8d90c659d583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:27.485594 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced8d73-e713-4802-b831-f2d8f27601b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be22df11-423c-4916-a703-10522f93b70d,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:27.488748 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-dced8d73-e713-4802-b831-f2d8f27601b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:27.497122 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-dced8d73-e713-4802-b831-f2d8f27601b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:27.500008 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-dced8d73-e713-4802-b831-f2d8f27601b0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/be22df11-423c-4916-a703-10522f93b70d HTTP/1.1" status: 204 len: 168 time: 0.1947970 May 27 11:22:27.972181 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d00790-7ca3-4e36-9ad3-6c5b6f3a82ef req-7b3f8fde-801e-4b30-8d4b-5d0f86b1a6c9 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:27.976017 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e7d00790-7ca3-4e36-9ad3-6c5b6f3a82ef req-7b3f8fde-801e-4b30-8d4b-5d0f86b1a6c9 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5a532c9-d20b-4700-be8f-47c2dd855ac8 HTTP/1.1" status: 200 len: 946 time: 0.0934381 May 27 11:22:28.027470 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e7d00790-7ca3-4e36-9ad3-6c5b6f3a82ef req-e759d812-a0c4-4977-85bc-58c816748b47 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482104 May 27 11:22:29.237351 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13acdfc-8c48-4a78-b923-f3047512616e req-5e2661e2-5b80-4c90-aa7d-0ce694283cb6 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:29.239192 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d13acdfc-8c48-4a78-b923-f3047512616e req-5e2661e2-5b80-4c90-aa7d-0ce694283cb6 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5a532c9-d20b-4700-be8f-47c2dd855ac8 HTTP/1.1" status: 200 len: 946 time: 0.0938935 May 27 11:22:29.302372 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d13acdfc-8c48-4a78-b923-f3047512616e req-d720a74b-1b48-4df8-ba38-9c1f5f03a22e tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524774 May 27 11:22:30.520098 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45472dd0-4569-4cf1-8327-23c8e5c1aab4 req-e364ff5c-0ca0-4445-9c17-f871b343bef9 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:30.521641 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-45472dd0-4569-4cf1-8327-23c8e5c1aab4 req-e364ff5c-0ca0-4445-9c17-f871b343bef9 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5a532c9-d20b-4700-be8f-47c2dd855ac8 HTTP/1.1" status: 200 len: 946 time: 0.0974243 May 27 11:22:30.581645 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-45472dd0-4569-4cf1-8327-23c8e5c1aab4 req-48bbcbdb-fa66-4a49-a6be-0f5f365548cd tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528274 May 27 11:22:30.661061 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 59882) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:22:30.786099 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-b85608a9-7924-4dca-a58e-fd23b0a80e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:30.801746 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-b85608a9-7924-4dca-a58e-fd23b0a80e2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:22:30.805580 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-b85608a9-7924-4dca-a58e-fd23b0a80e2a admin admin] Usage tracker for resource:security_group_rule and tenant:d68fd18c19894d1988d64eee8f316901 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:22:30.809412 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-b85608a9-7924-4dca-a58e-fd23b0a80e2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:22:30.820549 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-b85608a9-7924-4dca-a58e-fd23b0a80e2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:22:30.912081 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-b85608a9-7924-4dca-a58e-fd23b0a80e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:30.920533 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-b85608a9-7924-4dca-a58e-fd23b0a80e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:30.928062 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-c1767a31-f473-4ae5-ada4-db05f3090e3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:31.072551 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-b85608a9-7924-4dca-a58e-fd23b0a80e2a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d68fd18c19894d1988d64eee8f316901&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4102643 May 27 11:22:31.075456 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 59898) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:22:31.081565 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85608a9-7924-4dca-a58e-fd23b0a80e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308b66cc-381b-46e9-9d7c-63b2d1a2501e,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:31.088705 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-b85608a9-7924-4dca-a58e-fd23b0a80e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:31.144239 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-4fe359f9-7312-475e-a5fd-2bc6f36748ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:31.173692 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-4fe359f9-7312-475e-a5fd-2bc6f36748ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:31.225784 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-4fe359f9-7312-475e-a5fd-2bc6f36748ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:31.230917 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-4c7f34b7-6b24-4d3c-981b-60240cf85fbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:31.245501 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe359f9-7312-475e-a5fd-2bc6f36748ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308b66cc-381b-46e9-9d7c-63b2d1a2501e,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:31.249097 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-4fe359f9-7312-475e-a5fd-2bc6f36748ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:31.254036 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-4fe359f9-7312-475e-a5fd-2bc6f36748ef admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/308b66cc-381b-46e9-9d7c-63b2d1a2501e HTTP/1.1" status: 204 len: 168 time: 0.1771090 May 27 11:22:31.255179 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-4fe359f9-7312-475e-a5fd-2bc6f36748ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:31.773646 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14eac1e-4718-43d6-8136-5d43e8722d2a req-1f3b420a-08dc-42be-b410-b19a1a0a63fc tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:31.775194 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c14eac1e-4718-43d6-8136-5d43e8722d2a req-1f3b420a-08dc-42be-b410-b19a1a0a63fc tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5a532c9-d20b-4700-be8f-47c2dd855ac8 HTTP/1.1" status: 200 len: 946 time: 0.0873961 May 27 11:22:31.822957 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c14eac1e-4718-43d6-8136-5d43e8722d2a req-3809d93e-60bc-416f-b8ef-4771bb3abcaa tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416968 May 27 11:22:32.463557 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 59942) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:22:32.726171 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d68918cd-f04b-4241-8e27-cae4008f63f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:32.749810 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-d68918cd-f04b-4241-8e27-cae4008f63f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:22:32.755799 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-d68918cd-f04b-4241-8e27-cae4008f63f6 admin admin] Usage tracker for resource:security_group_rule and tenant:78cf851951554180a8e25128680505d3 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:22:32.759076 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-d68918cd-f04b-4241-8e27-cae4008f63f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:22:32.766080 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-d68918cd-f04b-4241-8e27-cae4008f63f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:22:32.889908 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d68918cd-f04b-4241-8e27-cae4008f63f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:32.896607 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d68918cd-f04b-4241-8e27-cae4008f63f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:32.912079 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-d1c7852a-1031-49b9-a76d-36ae8cdae41d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:32.993285 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-d68918cd-f04b-4241-8e27-cae4008f63f6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=78cf851951554180a8e25128680505d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5258298 May 27 11:22:32.993949 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 59964) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:22:32.997112 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68918cd-f04b-4241-8e27-cae4008f63f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54873cab-27aa-444d-b197-1bf280a1272b,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:33.005700 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-d68918cd-f04b-4241-8e27-cae4008f63f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:33.047163 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df69a21-a772-4712-a777-8416033edf27 req-56fbafee-eb31-4b07-adb6-a36df0c8ca57 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:33.048877 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1df69a21-a772-4712-a777-8416033edf27 req-56fbafee-eb31-4b07-adb6-a36df0c8ca57 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5a532c9-d20b-4700-be8f-47c2dd855ac8 HTTP/1.1" status: 200 len: 946 time: 0.0980833 May 27 11:22:33.073496 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-774b4de7-cfc1-43e9-b10a-8db3d2ca79d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:33.100633 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-774b4de7-cfc1-43e9-b10a-8db3d2ca79d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:33.105201 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1df69a21-a772-4712-a777-8416033edf27 req-91dbff5c-d2cf-42aa-b89b-4a47d40819e0 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499830 May 27 11:22:33.177553 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-774b4de7-cfc1-43e9-b10a-8db3d2ca79d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:33.181373 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1e14d602-3481-447f-b103-a701e8054c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:33.195593 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b4de7-cfc1-43e9-b10a-8db3d2ca79d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54873cab-27aa-444d-b197-1bf280a1272b,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:33.199508 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-774b4de7-cfc1-43e9-b10a-8db3d2ca79d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:33.209712 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-774b4de7-cfc1-43e9-b10a-8db3d2ca79d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:33.210831 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-774b4de7-cfc1-43e9-b10a-8db3d2ca79d6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/54873cab-27aa-444d-b197-1bf280a1272b HTTP/1.1" status: 204 len: 168 time: 0.2155957 May 27 11:22:34.302998 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a047d0-661a-45f0-91bb-4db7305b883e req-46d8bd90-ff6f-41cc-b011-e9f54bd2084c tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:34.304449 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-91a047d0-661a-45f0-91bb-4db7305b883e req-46d8bd90-ff6f-41cc-b011-e9f54bd2084c tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5a532c9-d20b-4700-be8f-47c2dd855ac8 HTTP/1.1" status: 200 len: 946 time: 0.0850327 May 27 11:22:34.350275 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-91a047d0-661a-45f0-91bb-4db7305b883e req-842fdd3f-27cb-4408-8d91-269f2ef982f4 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401661 May 27 11:22:35.552636 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536737b-8437-400d-8642-4cca31a3dd06 req-35f3123c-34ba-49d0-9f69-5beb9d7065ee tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:35.554373 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4536737b-8437-400d-8642-4cca31a3dd06 req-35f3123c-34ba-49d0-9f69-5beb9d7065ee tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5a532c9-d20b-4700-be8f-47c2dd855ac8 HTTP/1.1" status: 200 len: 946 time: 0.0924046 May 27 11:22:35.604388 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4536737b-8437-400d-8642-4cca31a3dd06 req-376945d3-222e-4709-86fa-fde4586b995f tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434325 May 27 11:22:36.011417 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9699324-6a30-4e8a-abd9-83d4cf95ccdd req-3c05b83f-7179-4347-a137-57e36a94a15e tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:36.012925 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-e9699324-6a30-4e8a-abd9-83d4cf95ccdd req-3c05b83f-7179-4347-a137-57e36a94a15e tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5a532c9-d20b-4700-be8f-47c2dd855ac8 HTTP/1.1" status: 200 len: 946 time: 0.0995431 May 27 11:22:36.163508 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [req-e9699324-6a30-4e8a-abd9-83d4cf95ccdd req-26e64353-c95b-4beb-a183-101e4d7ba125 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Deleting port 715d7441-6ad7-4b28-920f-e78821b94f94 {{(pid=91847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:22:36.163882 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-e9699324-6a30-4e8a-abd9-83d4cf95ccdd req-26e64353-c95b-4beb-a183-101e4d7ba125 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:36.316197 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [req-e9699324-6a30-4e8a-abd9-83d4cf95ccdd req-26e64353-c95b-4beb-a183-101e4d7ba125 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] For port 715d7441-6ad7-4b28-920f-e78821b94f94, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=715d7441-6ad7-4b28-920f-e78821b94f94,segment=NetworkSegment(fb42ede5-b0ca-4d88-85c8-32b1e4f4094d),segment_id=fb42ede5-b0ca-4d88-85c8-32b1e4f4094d)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:22:36.316430 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-e9699324-6a30-4e8a-abd9-83d4cf95ccdd req-26e64353-c95b-4beb-a183-101e4d7ba125 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:36.497913 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [req-e9699324-6a30-4e8a-abd9-83d4cf95ccdd req-26e64353-c95b-4beb-a183-101e4d7ba125 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Calling delete_port for 715d7441-6ad7-4b28-920f-e78821b94f94 owned by compute:nova {{(pid=91847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:22:36.617267 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-e9699324-6a30-4e8a-abd9-83d4cf95ccdd req-26e64353-c95b-4beb-a183-101e4d7ba125 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7527304'] for port, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:36.623633 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:36.630801 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['715d7441-6ad7-4b28-920f-e78821b94f94'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:22:36.675231 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e64353-c95b-4beb-a183-101e4d7ba125 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Pushing event deleted for resources: {'Port': ['ID=715d7441-6ad7-4b28-920f-e78821b94f94,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:36.679666 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-26e64353-c95b-4beb-a183-101e4d7ba125 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:36.762686 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9699324-6a30-4e8a-abd9-83d4cf95ccdd req-26e64353-c95b-4beb-a183-101e4d7ba125 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] No DVR routers for this DVR port 715d7441-6ad7-4b28-920f-e78821b94f94 on host hv-cinder-75157 {{(pid=91847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:22:36.765642 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-e9699324-6a30-4e8a-abd9-83d4cf95ccdd req-26e64353-c95b-4beb-a183-101e4d7ba125 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:36.775701 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a532c9-d20b-4700-be8f-47c2dd855ac8', 'name': 'network-vif-deleted', 'tag': '715d7441-6ad7-4b28-920f-e78821b94f94'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:22:36.789546 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-e9699324-6a30-4e8a-abd9-83d4cf95ccdd req-26e64353-c95b-4beb-a183-101e4d7ba125 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.35 "DELETE /v2.0/ports/715d7441-6ad7-4b28-920f-e78821b94f94 HTTP/1.1" status: 204 len: 173 time: 0.7688513 May 27 11:22:36.800083 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-61f5e722-f84e-4e6e-aaba-cd341d860380 req-0d879953-b087-4a98-9fb4-cc5d40d1add8 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5a532c9-d20b-4700-be8f-47c2dd855ac8 HTTP/1.1" status: 200 len: 210 time: 0.0622175 May 27 11:22:36.842050 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a532c9-d20b-4700-be8f-47c2dd855ac8', 'name': 'network-vif-deleted', 'tag': '715d7441-6ad7-4b28-920f-e78821b94f94', 'status': 'completed', 'code': 200} May 27 11:22:37.302656 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 60078) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:22:37.435302 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-8b57c88b-5c09-4cce-b488-a0126a7b13f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:37.455813 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-8b57c88b-5c09-4cce-b488-a0126a7b13f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:22:37.459946 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-8b57c88b-5c09-4cce-b488-a0126a7b13f9 admin admin] Usage tracker for resource:security_group_rule and tenant:a25254abb3674b7488f42bf0be128e71 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:22:37.463276 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-8b57c88b-5c09-4cce-b488-a0126a7b13f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:22:37.470497 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-8b57c88b-5c09-4cce-b488-a0126a7b13f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:22:37.599271 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-8b57c88b-5c09-4cce-b488-a0126a7b13f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:37.604721 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-8b57c88b-5c09-4cce-b488-a0126a7b13f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:37.613183 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-7924e33c-ba68-4d66-aa2f-ce313bd241ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:37.654266 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b57c88b-5c09-4cce-b488-a0126a7b13f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f07cc11-78de-43c2-b982-1b04fedbabc5,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:37.661412 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-8b57c88b-5c09-4cce-b488-a0126a7b13f9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a25254abb3674b7488f42bf0be128e71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3543715 May 27 11:22:37.661412 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-8b57c88b-5c09-4cce-b488-a0126a7b13f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:37.661412 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 60090) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:22:37.725854 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-7e11f902-930c-419e-a30e-cfa3a2cd9670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:37.754525 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-7e11f902-930c-419e-a30e-cfa3a2cd9670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:37.814273 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-7e11f902-930c-419e-a30e-cfa3a2cd9670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:37.821422 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-9014361b-68c1-45c7-8ac2-9c001c05a960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:37.840357 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e11f902-930c-419e-a30e-cfa3a2cd9670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f07cc11-78de-43c2-b982-1b04fedbabc5,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:37.842696 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-7e11f902-930c-419e-a30e-cfa3a2cd9670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:37.845133 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-7e11f902-930c-419e-a30e-cfa3a2cd9670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:37.857192 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-7e11f902-930c-419e-a30e-cfa3a2cd9670 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8f07cc11-78de-43c2-b982-1b04fedbabc5 HTTP/1.1" status: 204 len: 168 time: 0.1839020 May 27 11:22:38.251651 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 60108) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:22:38.269814 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-19cdc336-3dac-44d3-87cd-c8e2fda36faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:38.286533 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-19cdc336-3dac-44d3-87cd-c8e2fda36faf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:22:38.291254 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-19cdc336-3dac-44d3-87cd-c8e2fda36faf admin admin] Usage tracker for resource:security_group_rule and tenant:49e2e16a85cf408aac01c034d7fe4af2 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:22:38.294627 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-19cdc336-3dac-44d3-87cd-c8e2fda36faf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:22:38.301864 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-19cdc336-3dac-44d3-87cd-c8e2fda36faf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:22:38.393614 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-19cdc336-3dac-44d3-87cd-c8e2fda36faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:38.397678 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-19cdc336-3dac-44d3-87cd-c8e2fda36faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:38.405206 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-6de042a3-f5ff-437d-be1c-eb9dba450e19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:38.448457 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-19cdc336-3dac-44d3-87cd-c8e2fda36faf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=49e2e16a85cf408aac01c034d7fe4af2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1956372 May 27 11:22:38.449429 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cdc336-3dac-44d3-87cd-c8e2fda36faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af0b0a8-4431-4d66-b9c4-0e5ef85eb502,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:38.451554 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 60112) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:22:38.452723 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-19cdc336-3dac-44d3-87cd-c8e2fda36faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:38.513836 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-4662d08a-79dc-462b-a59a-5f22fb1b1d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:38.542220 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-4662d08a-79dc-462b-a59a-5f22fb1b1d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:38.600792 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-4662d08a-79dc-462b-a59a-5f22fb1b1d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:38.604797 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:38.617031 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662d08a-79dc-462b-a59a-5f22fb1b1d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af0b0a8-4431-4d66-b9c4-0e5ef85eb502,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:38.619925 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-4662d08a-79dc-462b-a59a-5f22fb1b1d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:38.630518 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-4662d08a-79dc-462b-a59a-5f22fb1b1d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:38.631698 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-4662d08a-79dc-462b-a59a-5f22fb1b1d3e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7af0b0a8-4431-4d66-b9c4-0e5ef85eb502 HTTP/1.1" status: 204 len: 168 time: 0.1791174 May 27 11:22:39.741440 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 715d7441-6ad7-4b28-920f-e78821b94f94 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:22:39.797103 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] No Port match for: 715d7441-6ad7-4b28-920f-e78821b94f94 {{(pid=91849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:22:39.797444 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 715d7441-6ad7-4b28-920f-e78821b94f94 not bound to the agent host hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:22:42.855678 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-989ae34d-ba58-43b8-85d2-3016752bfd3e tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:42.862579 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-989ae34d-ba58-43b8-85d2-3016752bfd3e tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/networks?id=0f99b67f-d39d-4730-a4ca-970d6193511d HTTP/1.1" status: 200 len: 814 time: 0.2876263 May 27 11:22:42.881074 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-2060b191-8873-4056-86b0-98037d159787 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/quotas/47a188197104436daf82b4f6be81d6dc HTTP/1.1" status: 200 len: 375 time: 0.0125754 May 27 11:22:42.946490 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-196076a6-f09a-40c2-95ec-11cf0d092654 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=47a188197104436daf82b4f6be81d6dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581222 May 27 11:22:43.125133 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-2bf5a7b7-b518-422c-ae24-dd49e65bf9d4 service neutron] 10.222.0.77 "GET /v2.0/networks/0f99b67f-d39d-4730-a4ca-970d6193511d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711013 May 27 11:22:43.321468 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-04143cac-6933-4969-9616-ee22be822fbd service neutron] 10.222.0.77 "GET /v2.0/networks/0f99b67f-d39d-4730-a4ca-970d6193511d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893342 May 27 11:22:43.359132 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056c4db-d260-4dd3-ad2b-90c73dc1b4da req-0d0fb98a-c481-4a97-9e3f-0eb67ded4fe1 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:43.361426 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1056c4db-d260-4dd3-ad2b-90c73dc1b4da req-0d0fb98a-c481-4a97-9e3f-0eb67ded4fe1 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 946 time: 0.1002066 May 27 11:22:43.417297 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1056c4db-d260-4dd3-ad2b-90c73dc1b4da req-c33cfcd2-57cd-49ba-873b-6bb0ef62f7a9 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501223 May 27 11:22:43.531947 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-181c7f3b-59a8-4562-b9b9-42f1f65bb7c2 req-2b9245fc-c65d-43ce-9ee8-458636a0d81b tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ecc28af-d9b1-4004-9fa8-c2e538e39577 HTTP/1.1" status: 200 len: 210 time: 0.0499094 May 27 11:22:44.231574 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 6 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:22:44.590436 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-34601812-2826-4d82-90e4-975ca992988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:44.657940 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b695a7-5804-4c2a-aa56-c7fea14edcbb req-c93f0101-2dd6-4b99-b25a-f59c5ff44d2c tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:44.659848 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-34b695a7-5804-4c2a-aa56-c7fea14edcbb req-c93f0101-2dd6-4b99-b25a-f59c5ff44d2c tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 946 time: 0.1161845 May 27 11:22:44.748474 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e2c66e57-862c-42ff-bddc-a5454433837f req-bbae8514-82b3-48d5-8d1f-27d6dd6e40a3 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ecc28af-d9b1-4004-9fa8-c2e538e39577 HTTP/1.1" status: 200 len: 210 time: 0.0662568 May 27 11:22:44.769842 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-34b695a7-5804-4c2a-aa56-c7fea14edcbb req-2882528c-fd84-45a9-b8ad-fe6b2b1ebeda tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030798 May 27 11:22:44.896729 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-d2830523-5724-4bb3-ac72-429b036998a7 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:44.897752 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-d2830523-5724-4bb3-ac72-429b036998a7 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Synchronizing usage tracker for tenant:47a188197104436daf82b4f6be81d6dc on resource:network {{(pid=91847) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:22:44.916801 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-d2830523-5724-4bb3-ac72-429b036998a7 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Unset dirty status for tenant:47a188197104436daf82b4f6be81d6dc on resource:network {{(pid=91847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:22:44.918339 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-d2830523-5724-4bb3-ac72-429b036998a7 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.35 "GET /v2.0/networks?id=0f99b67f-d39d-4730-a4ca-970d6193511d HTTP/1.1" status: 200 len: 814 time: 0.2154098 May 27 11:22:44.951314 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-d3e06c09-daf6-4df0-9449-430eb7e52d78 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Request body: {'port': {'device_id': '3ecc28af-d9b1-4004-9fa8-c2e538e39577', 'network_id': '0f99b67f-d39d-4730-a4ca-970d6193511d', 'admin_state_up': True, 'tenant_id': '47a188197104436daf82b4f6be81d6dc'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:22:45.052102 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 60308) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:22:45.104900 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-d3e06c09-daf6-4df0-9449-430eb7e52d78 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:22:45.109218 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-d3e06c09-daf6-4df0-9449-430eb7e52d78 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Usage tracker for resource:port and tenant:47a188197104436daf82b4f6be81d6dc is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:22:45.112314 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-d3e06c09-daf6-4df0-9449-430eb7e52d78 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:22:45.118607 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-d3e06c09-daf6-4df0-9449-430eb7e52d78 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:22:45.129092 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-d3e06c09-daf6-4df0-9449-430eb7e52d78 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Made reservation on behalf of 47a188197104436daf82b4f6be81d6dc for: {'port': 1} {{(pid=91847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:22:45.132523 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-d3e06c09-daf6-4df0-9449-430eb7e52d78 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:45.178193 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-6c6ab40a-53b3-4699-8ba8-508dfe8a0553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:45.194922 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-6c6ab40a-53b3-4699-8ba8-508dfe8a0553 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:22:45.199690 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-6c6ab40a-53b3-4699-8ba8-508dfe8a0553 admin admin] Usage tracker for resource:security_group_rule and tenant:9bb991a58ca04e14a14b0887bbfad70f is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:22:45.202642 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-6c6ab40a-53b3-4699-8ba8-508dfe8a0553 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:22:45.208875 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-6c6ab40a-53b3-4699-8ba8-508dfe8a0553 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:22:45.304102 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-6c6ab40a-53b3-4699-8ba8-508dfe8a0553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:45.308511 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-6c6ab40a-53b3-4699-8ba8-508dfe8a0553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:45.311251 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.db_base_plugin_common [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-d3e06c09-daf6-4df0-9449-430eb7e52d78 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Allocated IP 172.20.0.5 (0f99b67f-d39d-4730-a4ca-970d6193511d/72d08991-e814-497d-a727-1ca3a7171bc1/0110dccf-8527-43ea-891a-cf5aa0ac3a8c) {{(pid=91847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:22:45.322843 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:45.374171 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-6c6ab40a-53b3-4699-8ba8-508dfe8a0553 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9bb991a58ca04e14a14b0887bbfad70f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3209407 May 27 11:22:45.375079 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ab40a-53b3-4699-8ba8-508dfe8a0553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4dee788-8fcd-449c-9d7e-b0dab0c3a7b3,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:45.379056 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-6c6ab40a-53b3-4699-8ba8-508dfe8a0553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:45.379721 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 60316) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:22:45.448798 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2f123185-59be-48b8-ae17-7c11fb63e0ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:45.479202 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2f123185-59be-48b8-ae17-7c11fb63e0ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:45.549824 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2f123185-59be-48b8-ae17-7c11fb63e0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:45.554023 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-c2f5aad1-3043-450e-bd63-08e8064a6c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:45.568132 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f123185-59be-48b8-ae17-7c11fb63e0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4dee788-8fcd-449c-9d7e-b0dab0c3a7b3,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:45.571209 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-2f123185-59be-48b8-ae17-7c11fb63e0ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:45.573881 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2f123185-59be-48b8-ae17-7c11fb63e0ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:45.577581 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-2f123185-59be-48b8-ae17-7c11fb63e0ad admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f4dee788-8fcd-449c-9d7e-b0dab0c3a7b3 HTTP/1.1" status: 204 len: 168 time: 0.1937838 May 27 11:22:45.649518 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-d3e06c09-daf6-4df0-9449-430eb7e52d78 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Notify callbacks [] for port, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:45.683603 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-d3e06c09-daf6-4df0-9449-430eb7e52d78 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7527304'] for port, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:45.690181 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-26e64353-c95b-4beb-a183-101e4d7ba125 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:45.779692 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-d3e06c09-daf6-4df0-9449-430eb7e52d78 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Network 0f99b67f-d39d-4730-a4ca-970d6193511d is already hosted by enough agents. {{(pid=91847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:22:45.783577 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-d3e06c09-daf6-4df0-9449-430eb7e52d78 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Resources bound (agent type, host, resource id): {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:22:45.789018 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-d3e06c09-daf6-4df0-9449-430eb7e52d78 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Received port after_create {{(pid=91847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:22:45.828001 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e06c09-daf6-4df0-9449-430eb7e52d78 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Pushing event updated for resources: {'Port': ['ID=0110dccf-8527-43ea-891a-cf5aa0ac3a8c,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:45.847198 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-d3e06c09-daf6-4df0-9449-430eb7e52d78 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:45.877099 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-d3e06c09-daf6-4df0-9449-430eb7e52d78 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:45.878153 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-d3e06c09-daf6-4df0-9449-430eb7e52d78 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:45.914622 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 60338) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:22:45.921471 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-d3e06c09-daf6-4df0-9449-430eb7e52d78 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9742866 May 27 11:22:45.937392 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-c1cae795-7c2a-4c35-ac7c-4d1c5b962c09 service neutron] Request body: {'port': {'device_id': '3ecc28af-d9b1-4004-9fa8-c2e538e39577', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:22:45.940038 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b1429833-e725-4a7a-ad6c-6fb2f1d5a6a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:46.049984 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-b1429833-e725-4a7a-ad6c-6fb2f1d5a6a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:22:46.064027 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-c1cae795-7c2a-4c35-ac7c-4d1c5b962c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:46.068208 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-b1429833-e725-4a7a-ad6c-6fb2f1d5a6a1 admin admin] Usage tracker for resource:security_group_rule and tenant:cfce4ea5e79f41ffb62dd370f886b39b is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:22:46.081716 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-b1429833-e725-4a7a-ad6c-6fb2f1d5a6a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:22:46.098496 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-b1429833-e725-4a7a-ad6c-6fb2f1d5a6a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:22:46.183251 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fcd76d-0c33-435b-ad7a-512f638dac4b req-7b1d8c6b-1dbd-437c-8700-39616561a267 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:46.184994 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-72fcd76d-0c33-435b-ad7a-512f638dac4b req-7b1d8c6b-1dbd-437c-8700-39616561a267 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ecc28af-d9b1-4004-9fa8-c2e538e39577 HTTP/1.1" status: 200 len: 931 time: 0.2345142 May 27 11:22:46.224368 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418f5b3-9a62-451b-91c3-69603e4162f4 req-e00ed2eb-5aee-48b9-897f-45f569484d9f tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:46.226245 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a418f5b3-9a62-451b-91c3-69603e4162f4 req-e00ed2eb-5aee-48b9-897f-45f569484d9f tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 946 time: 0.2730350 May 27 11:22:46.334167 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-72fcd76d-0c33-435b-ad7a-512f638dac4b req-7e5b5790-20bd-4468-aa1b-bbb54c35cb01 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379180 May 27 11:22:46.336239 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b1429833-e725-4a7a-ad6c-6fb2f1d5a6a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:46.342690 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a418f5b3-9a62-451b-91c3-69603e4162f4 req-e537095a-12c3-4705-a05d-b3549b27d15d tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071405 May 27 11:22:46.344035 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b1429833-e725-4a7a-ad6c-6fb2f1d5a6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:46.354275 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-dced8d73-e713-4802-b831-f2d8f27601b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:46.401171 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1429833-e725-4a7a-ad6c-6fb2f1d5a6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ec5f95-a09e-4e69-8522-d044c69ffb9d,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:46.405357 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-b1429833-e725-4a7a-ad6c-6fb2f1d5a6a1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cfce4ea5e79f41ffb62dd370f886b39b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4888012 May 27 11:22:46.406518 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-b1429833-e725-4a7a-ad6c-6fb2f1d5a6a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:46.410443 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 60342) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:22:46.486380 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-072eead5-5429-4cd3-b0e7-304c8168ff19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:46.528463 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-072eead5-5429-4cd3-b0e7-304c8168ff19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:46.537445 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-c1cae795-7c2a-4c35-ac7c-4d1c5b962c09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0110dccf-8527-43ea-891a-cf5aa0ac3a8c {{(pid=91847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:22:46.548856 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-c1cae795-7c2a-4c35-ac7c-4d1c5b962c09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:46.565666 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-c1cae795-7c2a-4c35-ac7c-4d1c5b962c09 service neutron] Transition to ACTIVE for port object 0110dccf-8527-43ea-891a-cf5aa0ac3a8c will not be triggered until provisioned by entity L2. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:22:46.569823 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-c1cae795-7c2a-4c35-ac7c-4d1c5b962c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7527359'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:46.574726 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:46.599560 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-072eead5-5429-4cd3-b0e7-304c8168ff19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:46.603953 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-ef9ba61e-79cb-46f8-a0db-3f6a4a9eabe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:46.618999 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072eead5-5429-4cd3-b0e7-304c8168ff19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ec5f95-a09e-4e69-8522-d044c69ffb9d,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:46.622082 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-072eead5-5429-4cd3-b0e7-304c8168ff19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:46.624921 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-072eead5-5429-4cd3-b0e7-304c8168ff19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:46.629059 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-072eead5-5429-4cd3-b0e7-304c8168ff19 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/37ec5f95-a09e-4e69-8522-d044c69ffb9d HTTP/1.1" status: 204 len: 168 time: 0.2151515 May 27 11:22:46.738219 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cae795-7c2a-4c35-ac7c-4d1c5b962c09 service neutron] Pushing event updated for resources: {'Port': ['ID=0110dccf-8527-43ea-891a-cf5aa0ac3a8c,revision_number=2']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:46.746071 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-c1cae795-7c2a-4c35-ac7c-4d1c5b962c09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:46.817311 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-c1cae795-7c2a-4c35-ac7c-4d1c5b962c09 service neutron] Attempting to bind port 0110dccf-8527-43ea-891a-cf5aa0ac3a8c on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:22:46.817641 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-c1cae795-7c2a-4c35-ac7c-4d1c5b962c09 service neutron] Attempting to bind port 0110dccf-8527-43ea-891a-cf5aa0ac3a8c by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': 'fb42ede5-b0ca-4d88-85c8-32b1e4f4094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '0f99b67f-d39d-4730-a4ca-970d6193511d'}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:22:46.818104 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-c1cae795-7c2a-4c35-ac7c-4d1c5b962c09 service neutron] Attempting to bind port 0110dccf-8527-43ea-891a-cf5aa0ac3a8c on network 0f99b67f-d39d-4730-a4ca-970d6193511d {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:22:46.824982 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-c1cae795-7c2a-4c35-ac7c-4d1c5b962c09 service neutron] Port 0110dccf-8527-43ea-891a-cf5aa0ac3a8c on network 0f99b67f-d39d-4730-a4ca-970d6193511d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 11:22:46.825390 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-c1cae795-7c2a-4c35-ac7c-4d1c5b962c09 service neutron] Attempting to bind port 0110dccf-8527-43ea-891a-cf5aa0ac3a8c on network 0f99b67f-d39d-4730-a4ca-970d6193511d {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:22:46.832701 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-c1cae795-7c2a-4c35-ac7c-4d1c5b962c09 service neutron] Checking agent: {'id': '488b0f7b-d99c-4207-808d-fdc57746257f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 16, 24), 'started_at': datetime.datetime(2021, 5, 27, 11, 16, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:22:46.833137 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-c1cae795-7c2a-4c35-ac7c-4d1c5b962c09 service neutron] Checking segment: {'id': 'fb42ede5-b0ca-4d88-85c8-32b1e4f4094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '0f99b67f-d39d-4730-a4ca-970d6193511d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:22:46.833582 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-c1cae795-7c2a-4c35-ac7c-4d1c5b962c09 service neutron] Bound using segment: {'id': 'fb42ede5-b0ca-4d88-85c8-32b1e4f4094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '0f99b67f-d39d-4730-a4ca-970d6193511d'} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:22:46.834213 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-c1cae795-7c2a-4c35-ac7c-4d1c5b962c09 service neutron] Bound port: 0110dccf-8527-43ea-891a-cf5aa0ac3a8c, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb42ede5-b0ca-4d88-85c8-32b1e4f4094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '0f99b67f-d39d-4730-a4ca-970d6193511d'}}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:22:46.834559 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-c1cae795-7c2a-4c35-ac7c-4d1c5b962c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:46.944994 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-c1cae795-7c2a-4c35-ac7c-4d1c5b962c09 service neutron] For port 0110dccf-8527-43ea-891a-cf5aa0ac3a8c, host hv-cinder-75157, cleared binding levels {{(pid=91847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:22:46.948738 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-c1cae795-7c2a-4c35-ac7c-4d1c5b962c09 service neutron] For port 0110dccf-8527-43ea-891a-cf5aa0ac3a8c, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=0110dccf-8527-43ea-891a-cf5aa0ac3a8c,segment=NetworkSegment(fb42ede5-b0ca-4d88-85c8-32b1e4f4094d),segment_id=fb42ede5-b0ca-4d88-85c8-32b1e4f4094d)] {{(pid=91847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:22:46.955044 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-c1cae795-7c2a-4c35-ac7c-4d1c5b962c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7527359'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:46.959935 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-bec145df-a40f-4b72-a3a2-a967b647e80e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:47.033642 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-c1cae795-7c2a-4c35-ac7c-4d1c5b962c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:47.038572 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-c1cae795-7c2a-4c35-ac7c-4d1c5b962c09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:47.040135 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-c1cae795-7c2a-4c35-ac7c-4d1c5b962c09 service neutron] 10.222.0.35 "PUT /v2.0/ports/0110dccf-8527-43ea-891a-cf5aa0ac3a8c HTTP/1.1" status: 200 len: 1093 time: 1.1087039 May 27 11:22:47.040647 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ecc28af-d9b1-4004-9fa8-c2e538e39577', 'tag': '0110dccf-8527-43ea-891a-cf5aa0ac3a8c'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:22:47.065947 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-eb05772f-b8f2-4549-af2c-d4f5f81b0c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:47.137587 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:47.176441 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ecc28af-d9b1-4004-9fa8-c2e538e39577', 'tag': '0110dccf-8527-43ea-891a-cf5aa0ac3a8c', 'status': 'completed', 'code': 200} May 27 11:22:47.177089 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cae795-7c2a-4c35-ac7c-4d1c5b962c09 service neutron] Pushing event updated for resources: {'Port': ['ID=0110dccf-8527-43ea-891a-cf5aa0ac3a8c,revision_number=3']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:47.185106 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-c1cae795-7c2a-4c35-ac7c-4d1c5b962c09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:47.218244 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-a7c95b74-3ad0-428a-9fa1-c4dacd99f56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:47.219810 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-a7c95b74-3ad0-428a-9fa1-c4dacd99f56e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=47a188197104436daf82b4f6be81d6dc&device_id=3ecc28af-d9b1-4004-9fa8-c2e538e39577 HTTP/1.1" status: 200 len: 1096 time: 0.1036417 May 27 11:22:47.311370 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-d24925de-b671-42c0-90d8-479138d9e5b3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0110dccf-8527-43ea-891a-cf5aa0ac3a8c HTTP/1.1" status: 200 len: 217 time: 0.0743077 May 27 11:22:47.402459 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-6832aed6-458f-48ed-a1b4-2fe07c12c303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:47.403380 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-6832aed6-458f-48ed-a1b4-2fe07c12c303 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72d08991-e814-497d-a727-1ca3a7171bc1 HTTP/1.1" status: 200 len: 854 time: 0.0812569 May 27 11:22:47.492045 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-64fcd1b8-497f-4372-a6cd-01c3b446e07a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f99b67f-d39d-4730-a4ca-970d6193511d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732307 May 27 11:22:47.660370 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9f22a-8ce2-4443-ab2c-9d193e1a734b req-b2e80c8b-32c4-4365-8f12-7c327e3fe7cc tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:47.661777 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-e04d3f99-c062-47c5-8b77-ed67749164ed service neutron] 10.222.0.35 "GET /v2.0/networks/0f99b67f-d39d-4730-a4ca-970d6193511d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576786 May 27 11:22:47.663048 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-40e9f22a-8ce2-4443-ab2c-9d193e1a734b req-b2e80c8b-32c4-4365-8f12-7c327e3fe7cc tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ecc28af-d9b1-4004-9fa8-c2e538e39577 HTTP/1.1" status: 200 len: 943 time: 0.1830606 May 27 11:22:47.749963 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8f755-f22c-4d2e-9480-c7ecaccf9818 req-83de1190-2981-4ab0-9f80-eca3f49dc90a tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:47.752321 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-74b8f755-f22c-4d2e-9480-c7ecaccf9818 req-83de1190-2981-4ab0-9f80-eca3f49dc90a tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 946 time: 0.2116122 May 27 11:22:47.802530 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-40e9f22a-8ce2-4443-ab2c-9d193e1a734b req-55da6170-04cd-4b2e-bd6f-a58422b92895 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308625 May 27 11:22:47.851468 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-74b8f755-f22c-4d2e-9480-c7ecaccf9818 req-b39a91ee-657e-4bdc-8122-24991f81b5cf tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880613 May 27 11:22:47.921173 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-2e5b7d10-929e-42d9-be17-1a03336f6806 req-ead5b340-e950-412b-9583-5b3314d34a58 service neutron] 10.222.0.35 "GET /v2.0/networks/0f99b67f-d39d-4730-a4ca-970d6193511d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508280 May 27 11:22:48.068809 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25540c9-845f-4622-acfe-f60e01300071 req-68f2a8ce-7b31-4de9-837f-efe061695e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:48.070259 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-c25540c9-845f-4622-acfe-f60e01300071 req-68f2a8ce-7b31-4de9-837f-efe061695e47 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=47a188197104436daf82b4f6be81d6dc&device_id=3ecc28af-d9b1-4004-9fa8-c2e538e39577 HTTP/1.1" status: 200 len: 1096 time: 0.0855403 May 27 11:22:48.224202 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25540c9-845f-4622-acfe-f60e01300071 req-03443101-7fb9-43b7-9ce9-c512e0389162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:48.224683 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-c25540c9-845f-4622-acfe-f60e01300071 req-03443101-7fb9-43b7-9ce9-c512e0389162 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0f99b67f-d39d-4730-a4ca-970d6193511d HTTP/1.1" status: 200 len: 916 time: 0.1462784 May 27 11:22:48.301568 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-c25540c9-845f-4622-acfe-f60e01300071 req-c4aea0b5-02dc-4f31-b1e7-cee6fdd11984 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0110dccf-8527-43ea-891a-cf5aa0ac3a8c HTTP/1.1" status: 200 len: 217 time: 0.0692041 May 27 11:22:48.340715 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:48.402117 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25540c9-845f-4622-acfe-f60e01300071 req-ff2afce6-eef5-4244-b12e-902fa99d24de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:48.409363 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-c25540c9-845f-4622-acfe-f60e01300071 req-ff2afce6-eef5-4244-b12e-902fa99d24de service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72d08991-e814-497d-a727-1ca3a7171bc1 HTTP/1.1" status: 200 len: 854 time: 0.0922544 May 27 11:22:48.468468 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-c25540c9-845f-4622-acfe-f60e01300071 req-70678a48-d771-41f1-81c4-fe45466f8905 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f99b67f-d39d-4730-a4ca-970d6193511d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485148 May 27 11:22:48.631807 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-c25540c9-845f-4622-acfe-f60e01300071 req-44c35d3f-44c5-41ae-8530-2ade47400a2b service neutron] 10.222.0.35 "GET /v2.0/networks/0f99b67f-d39d-4730-a4ca-970d6193511d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489921 May 27 11:22:48.787095 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-c25540c9-845f-4622-acfe-f60e01300071 req-d71b9388-64b7-4f82-9977-74dce2f499b5 service neutron] 10.222.0.35 "GET /v2.0/networks/0f99b67f-d39d-4730-a4ca-970d6193511d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448288 May 27 11:22:49.157484 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fda77-aacf-4d7c-9d88-e8563ba11cc0 req-515378bc-ae69-42cb-80e8-4f7eea3f2582 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:49.159089 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4d1fda77-aacf-4d7c-9d88-e8563ba11cc0 req-515378bc-ae69-42cb-80e8-4f7eea3f2582 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ecc28af-d9b1-4004-9fa8-c2e538e39577 HTTP/1.1" status: 200 len: 943 time: 0.1847911 May 27 11:22:49.167356 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047dde8-4a81-4457-8691-6483e474426d req-ecd584f1-d174-4aa2-8bbb-b771942345af tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:49.169123 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c047dde8-4a81-4457-8691-6483e474426d req-ecd584f1-d174-4aa2-8bbb-b771942345af tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 946 time: 0.1345546 May 27 11:22:49.251503 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4d1fda77-aacf-4d7c-9d88-e8563ba11cc0 req-0d599c1c-dc02-486b-9783-c1f246fa2717 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806952 May 27 11:22:49.260963 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c047dde8-4a81-4457-8691-6483e474426d req-27289690-38bd-4437-8859-952464047815 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693312 May 27 11:22:50.356945 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:50.628472 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971a292-0d58-41e3-b9c5-d6587da74c8d req-c6011e52-e5cc-4171-92ac-cd638675efbf tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:50.629885 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a971a292-0d58-41e3-b9c5-d6587da74c8d req-c6011e52-e5cc-4171-92ac-cd638675efbf tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ecc28af-d9b1-4004-9fa8-c2e538e39577 HTTP/1.1" status: 200 len: 943 time: 0.2443750 May 27 11:22:50.638321 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e43f9e-10a5-404b-87dc-e4f048d79eba req-a258836e-efcf-4777-9ef4-8712d939742c tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:50.639798 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e6e43f9e-10a5-404b-87dc-e4f048d79eba req-a258836e-efcf-4777-9ef4-8712d939742c tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 946 time: 0.2513061 May 27 11:22:50.718777 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a971a292-0d58-41e3-b9c5-d6587da74c8d req-3e0a16d0-eff8-4acc-8b0d-22cc8fd41312 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779893 May 27 11:22:50.724354 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e6e43f9e-10a5-404b-87dc-e4f048d79eba req-f5b2c481-6a27-424f-9ecc-7c75c014e154 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668285 May 27 11:22:51.775065 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 0110dccf-8527-43ea-891a-cf5aa0ac3a8c details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:22:51.963929 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 0110dccf-8527-43ea-891a-cf5aa0ac3a8c, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=0110dccf-8527-43ea-891a-cf5aa0ac3a8c,segment=NetworkSegment(fb42ede5-b0ca-4d88-85c8-32b1e4f4094d),segment_id=fb42ede5-b0ca-4d88-85c8-32b1e4f4094d)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:22:51.977598 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Returning: {'device': '0110dccf-8527-43ea-891a-cf5aa0ac3a8c', 'network_id': '0f99b67f-d39d-4730-a4ca-970d6193511d', 'port_id': '0110dccf-8527-43ea-891a-cf5aa0ac3a8c', 'mac_address': 'fa:16:3e:13:7f:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72d08991-e814-497d-a727-1ca3a7171bc1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:22:52.010023 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff5eb7-fa06-4f36-b705-cd96d4e917d8 req-2f36edd0-8846-44e7-9fa3-d29db67aed5c tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:52.011420 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e5ff5eb7-fa06-4f36-b705-cd96d4e917d8 req-2f36edd0-8846-44e7-9fa3-d29db67aed5c tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ecc28af-d9b1-4004-9fa8-c2e538e39577 HTTP/1.1" status: 200 len: 943 time: 0.1571455 May 27 11:22:52.022189 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d5b02-95f5-4afb-9578-386896373100 req-4be1f73a-a210-4371-b6ca-ef9c707f3a2e tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:52.023690 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8a4d5b02-95f5-4afb-9578-386896373100 req-4be1f73a-a210-4371-b6ca-ef9c707f3a2e tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 946 time: 0.1666591 May 27 11:22:52.040744 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:52.058803 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0110dccf-8527-43ea-891a-cf5aa0ac3a8c {{(pid=91849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:22:52.077591 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 0110dccf-8527-43ea-891a-cf5aa0ac3a8c, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=0110dccf-8527-43ea-891a-cf5aa0ac3a8c,segment=NetworkSegment(fb42ede5-b0ca-4d88-85c8-32b1e4f4094d),segment_id=fb42ede5-b0ca-4d88-85c8-32b1e4f4094d)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:22:52.081806 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:52.083596 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-d477aee4-f3a8-4c34-84bc-c06e08358b55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:52.098284 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e5ff5eb7-fa06-4f36-b705-cd96d4e917d8 req-6e09fb41-494c-4177-b15a-fdcb906ba193 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735722 May 27 11:22:52.109141 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8a4d5b02-95f5-4afb-9578-386896373100 req-ed574ad0-acbb-475e-b4ff-04283b6e9add tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691805 May 27 11:22:52.156851 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=0110dccf-8527-43ea-891a-cf5aa0ac3a8c,revision_number=4']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:52.164244 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:22:52.164581 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:22:52.164909 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:22:52.165237 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:22:52.165554 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:22:52.165874 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:22:52.166187 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:22:52.166820 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:22:52.167140 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:22:52.167457 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:22:52.167795 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:22:52.168101 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:22:52.173403 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:52.622007 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['0110dccf-8527-43ea-891a-cf5aa0ac3a8c'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:22:53.022413 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 60532) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:22:53.143699 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-71ccb0c2-ef4e-45bf-9554-87d243e69c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:53.160878 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-71ccb0c2-ef4e-45bf-9554-87d243e69c7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:22:53.165070 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-71ccb0c2-ef4e-45bf-9554-87d243e69c7e admin admin] Usage tracker for resource:security_group_rule and tenant:af0ce9da63714f9394a2c7959cf13b5e is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:22:53.168299 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-71ccb0c2-ef4e-45bf-9554-87d243e69c7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:22:53.174991 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-71ccb0c2-ef4e-45bf-9554-87d243e69c7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:22:53.277979 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-71ccb0c2-ef4e-45bf-9554-87d243e69c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:53.283354 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-71ccb0c2-ef4e-45bf-9554-87d243e69c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:53.292264 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-f3e3bfaa-1b5f-4a20-83da-6a43cb38153c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:53.347863 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ccb0c2-ef4e-45bf-9554-87d243e69c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3985b0df-be46-4832-8687-90d9ce0c86ca,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:53.355053 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-71ccb0c2-ef4e-45bf-9554-87d243e69c7e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=af0ce9da63714f9394a2c7959cf13b5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3315001 May 27 11:22:53.356384 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-71ccb0c2-ef4e-45bf-9554-87d243e69c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:53.356535 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 60544) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:22:53.412321 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1e6a5-5bd3-4e3e-a0c4-72091677a6ee req-216d09d5-a082-4265-a271-d8695298ef15 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:53.414299 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-00b1e6a5-5bd3-4e3e-a0c4-72091677a6ee req-216d09d5-a082-4265-a271-d8695298ef15 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 946 time: 0.1572454 May 27 11:22:53.430070 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f540c8-1d97-4be9-8938-44386d6ff6ac req-6f19c920-c372-4ccd-b7ff-d79090605c94 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:53.431617 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a8f540c8-1d97-4be9-8938-44386d6ff6ac req-6f19c920-c372-4ccd-b7ff-d79090605c94 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ecc28af-d9b1-4004-9fa8-c2e538e39577 HTTP/1.1" status: 200 len: 944 time: 0.2156160 May 27 11:22:53.529335 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-00b1e6a5-5bd3-4e3e-a0c4-72091677a6ee req-c6f15727-6a0e-4544-b642-0aa1dd22db7c tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077580 May 27 11:22:53.533428 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-dbce0619-f81c-4a71-876a-3b0c82444a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:53.549422 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a8f540c8-1d97-4be9-8938-44386d6ff6ac req-905f8eae-41d4-4a76-a97d-72508b9b5e23 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989954 May 27 11:22:53.580727 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-dbce0619-f81c-4a71-876a-3b0c82444a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:53.670453 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-dbce0619-f81c-4a71-876a-3b0c82444a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:53.678042 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-2f7dd884-53dd-4c11-aadf-7cba1509bfe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:53.690792 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce0619-f81c-4a71-876a-3b0c82444a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3985b0df-be46-4832-8687-90d9ce0c86ca,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:53.695231 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-dbce0619-f81c-4a71-876a-3b0c82444a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:53.698599 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-dbce0619-f81c-4a71-876a-3b0c82444a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:53.699732 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-dbce0619-f81c-4a71-876a-3b0c82444a74 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3985b0df-be46-4832-8687-90d9ce0c86ca HTTP/1.1" status: 204 len: 168 time: 0.3407516 May 27 11:22:53.864175 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:54.010906 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 60552) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:22:54.029881 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d742a61f-400a-4ebe-b399-3407154adcbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:54.046262 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-d742a61f-400a-4ebe-b399-3407154adcbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:22:54.053238 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-d742a61f-400a-4ebe-b399-3407154adcbe admin admin] Usage tracker for resource:security_group_rule and tenant:c98786513530448bb9f6c5cce6c28c0f is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:22:54.056931 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-d742a61f-400a-4ebe-b399-3407154adcbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:22:54.062952 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-d742a61f-400a-4ebe-b399-3407154adcbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:22:54.159250 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d742a61f-400a-4ebe-b399-3407154adcbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:54.164704 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d742a61f-400a-4ebe-b399-3407154adcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:54.172404 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-13570e2a-7408-4d04-a7fe-a6eebd70dd38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:54.218288 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-d742a61f-400a-4ebe-b399-3407154adcbe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c98786513530448bb9f6c5cce6c28c0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2061992 May 27 11:22:54.219318 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742a61f-400a-4ebe-b399-3407154adcbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a644cca2-b4de-427f-be24-b1b5d32c4acf,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:54.221343 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 60556) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:22:54.222766 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-d742a61f-400a-4ebe-b399-3407154adcbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:54.292989 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ce0e1b06-d5d8-4c19-afd0-94c16b9b8646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:54.322227 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ce0e1b06-d5d8-4c19-afd0-94c16b9b8646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:54.405377 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ce0e1b06-d5d8-4c19-afd0-94c16b9b8646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:54.410297 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-7e9aeff4-3cbe-4036-b476-f0fcbb9216b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:54.425697 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e1b06-d5d8-4c19-afd0-94c16b9b8646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a644cca2-b4de-427f-be24-b1b5d32c4acf,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:54.434824 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-ce0e1b06-d5d8-4c19-afd0-94c16b9b8646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:54.435707 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ce0e1b06-d5d8-4c19-afd0-94c16b9b8646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:54.440196 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-ce0e1b06-d5d8-4c19-afd0-94c16b9b8646 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a644cca2-b4de-427f-be24-b1b5d32c4acf HTTP/1.1" status: 204 len: 168 time: 0.2175145 May 27 11:22:54.841618 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fcd11-28ab-4676-8820-3639e6806d7f req-e9439057-b9bf-472b-ade8-7f4f7a37cf16 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:54.843170 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9e2fcd11-28ab-4676-8820-3639e6806d7f req-e9439057-b9bf-472b-ade8-7f4f7a37cf16 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 946 time: 0.1884060 May 27 11:22:54.857174 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257134b-231d-4d54-b073-0c842f443672 req-086b8e2c-dbf2-4aeb-8cab-bc5ca58465c5 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:54.858673 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4257134b-231d-4d54-b073-0c842f443672 req-086b8e2c-dbf2-4aeb-8cab-bc5ca58465c5 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ecc28af-d9b1-4004-9fa8-c2e538e39577 HTTP/1.1" status: 200 len: 944 time: 0.1651945 May 27 11:22:54.881413 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 60570) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:22:54.902279 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-3639ef52-3b71-4b7e-88a9-9146e6d67211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:54.920215 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-3639ef52-3b71-4b7e-88a9-9146e6d67211 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:22:54.924350 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-3639ef52-3b71-4b7e-88a9-9146e6d67211 admin admin] Usage tracker for resource:security_group_rule and tenant:69ec4e5159744600b43f76636090dc53 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:22:54.927218 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-3639ef52-3b71-4b7e-88a9-9146e6d67211 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:22:54.932983 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-3639ef52-3b71-4b7e-88a9-9146e6d67211 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:22:54.939446 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9e2fcd11-28ab-4676-8820-3639e6806d7f req-2467d953-9c30-4d76-87ec-95db2de3e863 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795255 May 27 11:22:54.947463 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4257134b-231d-4d54-b073-0c842f443672 req-a5fa8289-4bf5-4f62-99e8-bd842dc962d1 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705228 May 27 11:22:55.030658 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-3639ef52-3b71-4b7e-88a9-9146e6d67211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:55.035865 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-3639ef52-3b71-4b7e-88a9-9146e6d67211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:55.043122 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-9bc9a2df-b846-4dac-915b-af13e7644c80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:55.086601 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-3639ef52-3b71-4b7e-88a9-9146e6d67211 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=69ec4e5159744600b43f76636090dc53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2039688 May 27 11:22:55.087360 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639ef52-3b71-4b7e-88a9-9146e6d67211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6854d901-49d9-48d2-849c-8cfdcdaf4020,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:55.089284 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 60574) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:22:55.090575 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-3639ef52-3b71-4b7e-88a9-9146e6d67211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:55.157981 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b1e42e5c-f0a5-4c84-9bad-133bdf0c2512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:55.189035 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b1e42e5c-f0a5-4c84-9bad-133bdf0c2512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:55.241715 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b1e42e5c-f0a5-4c84-9bad-133bdf0c2512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:55.246135 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-9050277a-d7ab-4736-8f3e-f7eb8fc420c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:55.261877 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e42e5c-f0a5-4c84-9bad-133bdf0c2512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6854d901-49d9-48d2-849c-8cfdcdaf4020,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:55.264573 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-b1e42e5c-f0a5-4c84-9bad-133bdf0c2512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:55.275780 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b1e42e5c-f0a5-4c84-9bad-133bdf0c2512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:55.282633 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-b1e42e5c-f0a5-4c84-9bad-133bdf0c2512 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6854d901-49d9-48d2-849c-8cfdcdaf4020 HTTP/1.1" status: 204 len: 168 time: 0.1865997 May 27 11:22:55.811092 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 0110dccf-8527-43ea-891a-cf5aa0ac3a8c up at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:22:55.903878 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning for port 0110dccf-8527-43ea-891a-cf5aa0ac3a8c completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:22:55.910348 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning complete for port 0110dccf-8527-43ea-891a-cf5aa0ac3a8c triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:22:55.910790 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:56.073440 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:56.126919 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ecc28af-d9b1-4004-9fa8-c2e538e39577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0110dccf-8527-43ea-891a-cf5aa0ac3a8c'}] {{(pid=91849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:22:56.138998 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 0110dccf-8527-43ea-891a-cf5aa0ac3a8c, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=0110dccf-8527-43ea-891a-cf5aa0ac3a8c,segment=NetworkSegment(fb42ede5-b0ca-4d88-85c8-32b1e4f4094d),segment_id=fb42ede5-b0ca-4d88-85c8-32b1e4f4094d)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:22:56.144994 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:56.153605 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:56.199356 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 60608) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:22:56.255337 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4148050-4704-4cbe-ac49-8b66f2d91b83 req-f56357ae-617c-4914-8a27-9ca624c2c246 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:56.256148 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=0110dccf-8527-43ea-891a-cf5aa0ac3a8c,revision_number=5']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:56.256895 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f4148050-4704-4cbe-ac49-8b66f2d91b83 req-f56357ae-617c-4914-8a27-9ca624c2c246 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ecc28af-d9b1-4004-9fa8-c2e538e39577 HTTP/1.1" status: 200 len: 944 time: 0.1759114 May 27 11:22:56.261243 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:56.265589 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64291fd5-748c-4aac-b2c3-6f3037f40a1a req-c4818bd2-5ebb-4e6d-af18-ee039d32a283 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:56.270231 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-64291fd5-748c-4aac-b2c3-6f3037f40a1a req-c4818bd2-5ebb-4e6d-af18-ee039d32a283 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 946 time: 0.1871607 May 27 11:22:56.345528 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f4148050-4704-4cbe-ac49-8b66f2d91b83 req-b89f18c1-d859-4448-a605-9a39da5895e8 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741472 May 27 11:22:56.372683 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-f25f79cd-fde0-4fcd-81a6-ad1ecb65428e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-391253766-network', 'tenant_id': 'b1b8193137594de6b2a0370ffb96e24b'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:22:56.374705 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-64291fd5-748c-4aac-b2c3-6f3037f40a1a req-8f6d7aaf-f8ba-4425-b0fc-a7e43b82849f tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879700 May 27 11:22:56.381548 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-f25f79cd-fde0-4fcd-81a6-ad1ecb65428e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:22:56.391818 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-f25f79cd-fde0-4fcd-81a6-ad1ecb65428e admin admin] Usage tracker for resource:network and tenant:b1b8193137594de6b2a0370ffb96e24b is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:22:56.395010 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-f25f79cd-fde0-4fcd-81a6-ad1ecb65428e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:22:56.403636 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-f25f79cd-fde0-4fcd-81a6-ad1ecb65428e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:22:56.416803 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25f79cd-fde0-4fcd-81a6-ad1ecb65428e admin admin] Made reservation on behalf of b1b8193137594de6b2a0370ffb96e24b for: {'network': 1} {{(pid=91847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:22:56.420264 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f25f79cd-fde0-4fcd-81a6-ad1ecb65428e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-672059'] for network, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:56.430302 dv-cinder-751579-23-smb neutron-server[91849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ecc28af-d9b1-4004-9fa8-c2e538e39577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0110dccf-8527-43ea-891a-cf5aa0ac3a8c', 'code': 200} May 27 11:22:56.434092 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f25f79cd-fde0-4fcd-81a6-ad1ecb65428e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:56.451984 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-f25f79cd-fde0-4fcd-81a6-ad1ecb65428e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:22:56.456762 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-f25f79cd-fde0-4fcd-81a6-ad1ecb65428e admin admin] Usage tracker for resource:security_group_rule and tenant:b1b8193137594de6b2a0370ffb96e24b is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:22:56.460478 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-f25f79cd-fde0-4fcd-81a6-ad1ecb65428e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:22:56.469687 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-f25f79cd-fde0-4fcd-81a6-ad1ecb65428e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:22:56.565869 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f25f79cd-fde0-4fcd-81a6-ad1ecb65428e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:56.575549 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f25f79cd-fde0-4fcd-81a6-ad1ecb65428e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:56.579586 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-062514b8-50cc-457f-82a1-05d129ed76ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:56.613884 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f25f79cd-fde0-4fcd-81a6-ad1ecb65428e admin admin] vlan segment allocate from pool success with {'vlan_id': 1160, 'physical_network': 'physnet1'} {{(pid=91847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 11:22:56.619792 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25f79cd-fde0-4fcd-81a6-ad1ecb65428e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8243f343-c8c1-440c-b609-f40246ad5daf,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:56.623620 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-f25f79cd-fde0-4fcd-81a6-ad1ecb65428e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:56.629736 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f25f79cd-fde0-4fcd-81a6-ad1ecb65428e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075'] for segment, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:56.630069 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.db.segments_db [None req-f25f79cd-fde0-4fcd-81a6-ad1ecb65428e admin admin] Added segment 9536778f-5cb6-4f14-acd2-949f166ebf6c of type vlan for network f17861d8-6966-445d-b327-bea8b77efd45 May 27 11:22:56.705299 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f25f79cd-fde0-4fcd-81a6-ad1ecb65428e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764581993548'] for network, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:56.751580 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f25f79cd-fde0-4fcd-81a6-ad1ecb65428e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586667'] for network, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:56.754036 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25f79cd-fde0-4fcd-81a6-ad1ecb65428e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:56.754611 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f25f79cd-fde0-4fcd-81a6-ad1ecb65428e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for network, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:56.759369 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-80073ebe-3217-4461-a4b5-04a50bde4721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:56.858501 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e598c-ea98-41d3-a6a4-0bf1ed139184 req-5dd94300-4480-4c1d-8e63-37d1bba1f8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:56.859945 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-ba9e598c-ea98-41d3-a6a4-0bf1ed139184 req-5dd94300-4480-4c1d-8e63-37d1bba1f8d5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3ecc28af-d9b1-4004-9fa8-c2e538e39577 HTTP/1.1" status: 200 len: 1098 time: 0.2041385 May 27 11:22:56.888092 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25f79cd-fde0-4fcd-81a6-ad1ecb65428e admin admin] Pushing event updated for resources: {'Network': ['ID=f17861d8-6966-445d-b327-bea8b77efd45,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:56.893436 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-f25f79cd-fde0-4fcd-81a6-ad1ecb65428e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:56.898505 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-f25f79cd-fde0-4fcd-81a6-ad1ecb65428e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6971631 May 27 11:22:56.905080 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 60616) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:22:56.908605 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Network f17861d8-6966-445d-b327-bea8b77efd45 details requested by agent ovs-agent-dv-cinder-751579-23-smb with host dv-cinder-751579-23-smb {{(pid=91849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 11:22:56.909562 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-d07beb2f-e11e-485f-9942-0d520fe1d923 admin admin] Request body: {'subnet': {'network_id': 'f17861d8-6966-445d-b327-bea8b77efd45', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-391253766-subnet', 'tenant_id': 'b1b8193137594de6b2a0370ffb96e24b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:22:56.921829 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-d07beb2f-e11e-485f-9942-0d520fe1d923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:22:56.929960 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-d07beb2f-e11e-485f-9942-0d520fe1d923 admin admin] Usage tracker for resource:subnet and tenant:b1b8193137594de6b2a0370ffb96e24b is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:22:56.933013 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-d07beb2f-e11e-485f-9942-0d520fe1d923 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:22:56.942402 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-ba9e598c-ea98-41d3-a6a4-0bf1ed139184 req-fe520efa-c194-4c52-8012-e6532ea15b62 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696285 May 27 11:22:56.943216 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-d07beb2f-e11e-485f-9942-0d520fe1d923 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:22:56.955191 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07beb2f-e11e-485f-9942-0d520fe1d923 admin admin] Made reservation on behalf of b1b8193137594de6b2a0370ffb96e24b for: {'subnet': 1} {{(pid=91847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:22:56.957826 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d07beb2f-e11e-485f-9942-0d520fe1d923 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640564'] for subnet, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:57.489265 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d07beb2f-e11e-485f-9942-0d520fe1d923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7527736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640546'] for subnet, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:57.494412 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-7c6db206-7a82-4f39-9693-8c7ea2f485cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:22:57.575803 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07beb2f-e11e-485f-9942-0d520fe1d923 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d23567f4-70ba-4938-ae66-80fba3411944,revision_number=0']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:22:57.582164 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-d07beb2f-e11e-485f-9942-0d520fe1d923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:22:57.583185 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07beb2f-e11e-485f-9942-0d520fe1d923 admin admin] Checking segment: {'id': '9536778f-5cb6-4f14-acd2-949f166ebf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'f17861d8-6966-445d-b327-bea8b77efd45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:22:57.584232 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07beb2f-e11e-485f-9942-0d520fe1d923 admin admin] Network hostable DHCP agents. Network: f17861d8-6966-445d-b327-bea8b77efd45, hostable agents: ['49383876-4286-4bfb-8d2a-316dbfdc5a49'], hosted agents: [] {{(pid=91847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 11:22:57.596208 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da039d-4e0f-4cab-a08d-558bb0e2bdde req-e4a2dbb1-fddb-46ba-a88f-ce5fe8be39b2 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:57.598514 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b8da039d-4e0f-4cab-a08d-558bb0e2bdde req-e4a2dbb1-fddb-46ba-a88f-ce5fe8be39b2 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ecc28af-d9b1-4004-9fa8-c2e538e39577 HTTP/1.1" status: 200 len: 945 time: 0.1348100 May 27 11:22:57.603918 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07beb2f-e11e-485f-9942-0d520fe1d923 admin admin] Network f17861d8-6966-445d-b327-bea8b77efd45 is scheduled to be hosted by DHCP agent 49383876-4286-4bfb-8d2a-316dbfdc5a49 with binding_index 1 {{(pid=91847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 11:22:57.614773 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [None req-d07beb2f-e11e-485f-9942-0d520fe1d923 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-23-smb, f17861d8-6966-445d-b327-bea8b77efd45) {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:22:57.625263 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07beb2f-e11e-485f-9942-0d520fe1d923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:57.625263 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d07beb2f-e11e-485f-9942-0d520fe1d923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for subnet, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:22:57.630138 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a091dd6-408b-4ed2-be9b-89e56cba9911 None None] Network f17861d8-6966-445d-b327-bea8b77efd45 requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:22:57.654622 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-d07beb2f-e11e-485f-9942-0d520fe1d923 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7499354 May 27 11:22:57.678726 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b8da039d-4e0f-4cab-a08d-558bb0e2bdde req-d5022133-0372-4ab3-8630-b6932c564870 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721571 May 27 11:22:57.700670 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272a7ce-84a6-483e-a218-460f2b36503a req-21005ff0-2002-4b78-8020-320b94a8cf60 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:57.702355 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4272a7ce-84a6-483e-a218-460f2b36503a req-21005ff0-2002-4b78-8020-320b94a8cf60 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 946 time: 0.1662681 May 27 11:22:57.753824 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4272a7ce-84a6-483e-a218-460f2b36503a req-d8439f5c-3330-45ac-b68f-15a1a2b2d6df tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446408 May 27 11:22:57.866763 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42858dc5-51d8-4353-a5be-a218b2d07985 None None] Network f17861d8-6966-445d-b327-bea8b77efd45 requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:22:58.976488 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb1158-5af6-4566-9e60-2517de66d1fd req-ee8e4d2b-5231-41f7-819a-3dba156c5cd3 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:58.977944 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7adb1158-5af6-4566-9e60-2517de66d1fd req-ee8e4d2b-5231-41f7-819a-3dba156c5cd3 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ecc28af-d9b1-4004-9fa8-c2e538e39577 HTTP/1.1" status: 200 len: 945 time: 0.1632292 May 27 11:22:59.026663 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba822b-ad21-416f-8c5b-e4431babd111 req-12de526b-ad9e-4fa3-a8fe-9cdd5c6c6443 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:59.028232 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ffba822b-ad21-416f-8c5b-e4431babd111 req-12de526b-ad9e-4fa3-a8fe-9cdd5c6c6443 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 946 time: 0.1385088 May 27 11:22:59.055865 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7adb1158-5af6-4566-9e60-2517de66d1fd req-716bee5e-255a-411e-9b03-13c52b56b283 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708055 May 27 11:22:59.092970 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ffba822b-ad21-416f-8c5b-e4431babd111 req-01a4f607-71d1-4ec5-b50f-3b8bc8d3f55d tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582416 May 27 11:22:59.910422 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-09a0685e-7d31-446f-a80a-aa3b19166eb2 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:22:59.911812 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-09a0685e-7d31-446f-a80a-aa3b19166eb2 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/networks?id=f17861d8-6966-445d-b327-bea8b77efd45 HTTP/1.1" status: 200 len: 808 time: 0.2535725 May 27 11:22:59.928902 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-3dff7e94-43d2-4fcb-aa49-4e908b91681f tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/quotas/b1b8193137594de6b2a0370ffb96e24b HTTP/1.1" status: 200 len: 375 time: 0.0109289 May 27 11:22:59.979901 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-350b82d4-890e-4a8d-b06d-cbc95b1fad2f tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b1b8193137594de6b2a0370ffb96e24b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443001 May 27 11:23:00.126965 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-3f98f060-65d3-40e5-8251-0cf744e30cd8 service neutron] 10.222.0.77 "GET /v2.0/networks/f17861d8-6966-445d-b327-bea8b77efd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387780 May 27 11:23:00.347778 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-1dfb29d5-25d1-47c8-b897-10a3d331f007 service neutron] 10.222.0.77 "GET /v2.0/networks/f17861d8-6966-445d-b327-bea8b77efd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114139 May 27 11:23:00.368335 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49a49b-1742-40c7-8ace-5c5c28a69473 req-839be89d-5142-4ef2-8f40-26aa130302df tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:00.369892 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4f49a49b-1742-40c7-8ace-5c5c28a69473 req-839be89d-5142-4ef2-8f40-26aa130302df tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 946 time: 0.1409352 May 27 11:23:00.424481 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4f49a49b-1742-40c7-8ace-5c5c28a69473 req-6d11ac71-875f-429c-bcaa-674b8fb37976 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482702 May 27 11:23:00.551818 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b4cf9832-0f76-45e7-9472-20adccee416a req-a9c30323-9b6e-48ae-8914-b1cadc2dd162 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=136ab4eb-5401-4a5d-a07a-b3ddf4eedaca HTTP/1.1" status: 200 len: 210 time: 0.0489006 May 27 11:23:01.650048 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb0a10-cfa8-414e-a4f1-2f7e1dd2294b req-7eae33c0-752f-4945-aaec-ef4e86db7466 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:01.652234 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5ddb0a10-cfa8-414e-a4f1-2f7e1dd2294b req-7eae33c0-752f-4945-aaec-ef4e86db7466 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 946 time: 0.1021893 May 27 11:23:01.742052 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6414d6b4-bb66-4c2c-ae09-c7ed794bd544 req-e1b48f94-50cf-43bd-b55d-c2b44c8badaf tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=136ab4eb-5401-4a5d-a07a-b3ddf4eedaca HTTP/1.1" status: 200 len: 210 time: 0.0584319 May 27 11:23:01.760175 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5ddb0a10-cfa8-414e-a4f1-2f7e1dd2294b req-23eb09ed-570f-4539-912b-1b55ba42b319 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982649 May 27 11:23:01.874526 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device d8561c55-a7b2-4736-8b2c-27319bcd3c40 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:23:02.031119 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port d8561c55-a7b2-4736-8b2c-27319bcd3c40, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d8561c55-a7b2-4736-8b2c-27319bcd3c40,segment=NetworkSegment(0c88ad6b-358d-4210-9d68-f349b8a786a2),segment_id=0c88ad6b-358d-4210-9d68-f349b8a786a2)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:23:02.044753 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-54aea5d0-8593-4c23-8ff9-d043627b7657 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:02.045535 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-54aea5d0-8593-4c23-8ff9-d043627b7657 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Synchronizing usage tracker for tenant:b1b8193137594de6b2a0370ffb96e24b on resource:network {{(pid=91847) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:23:02.048676 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Returning: {'device': 'd8561c55-a7b2-4736-8b2c-27319bcd3c40', 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733', 'port_id': 'd8561c55-a7b2-4736-8b2c-27319bcd3c40', 'mac_address': 'fa:16:3e:2f:ff:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:23:02.070043 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-54aea5d0-8593-4c23-8ff9-d043627b7657 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Unset dirty status for tenant:b1b8193137594de6b2a0370ffb96e24b on resource:network {{(pid=91847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:23:02.071365 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-54aea5d0-8593-4c23-8ff9-d043627b7657 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.35 "GET /v2.0/networks?id=f17861d8-6966-445d-b327-bea8b77efd45 HTTP/1.1" status: 200 len: 808 time: 0.1922731 May 27 11:23:02.098001 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-a7488bce-20ee-402c-8e39-53c2a8647f97 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Request body: {'port': {'device_id': '136ab4eb-5401-4a5d-a07a-b3ddf4eedaca', 'network_id': 'f17861d8-6966-445d-b327-bea8b77efd45', 'admin_state_up': True, 'tenant_id': 'b1b8193137594de6b2a0370ffb96e24b'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:23:02.129051 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:02.153027 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8561c55-a7b2-4736-8b2c-27319bcd3c40 {{(pid=91849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:23:02.179340 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port d8561c55-a7b2-4736-8b2c-27319bcd3c40, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d8561c55-a7b2-4736-8b2c-27319bcd3c40,segment=NetworkSegment(0c88ad6b-358d-4210-9d68-f349b8a786a2),segment_id=0c88ad6b-358d-4210-9d68-f349b8a786a2)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:23:02.185276 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:02.188754 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:23:02.302457 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=d8561c55-a7b2-4736-8b2c-27319bcd3c40,revision_number=6']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:23:02.308061 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:23:02.327210 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-a7488bce-20ee-402c-8e39-53c2a8647f97 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:23:02.331444 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-a7488bce-20ee-402c-8e39-53c2a8647f97 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Usage tracker for resource:port and tenant:b1b8193137594de6b2a0370ffb96e24b is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:23:02.334895 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-a7488bce-20ee-402c-8e39-53c2a8647f97 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:23:02.341776 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-a7488bce-20ee-402c-8e39-53c2a8647f97 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:23:02.347516 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['d8561c55-a7b2-4736-8b2c-27319bcd3c40'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:23:02.357008 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-a7488bce-20ee-402c-8e39-53c2a8647f97 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Made reservation on behalf of b1b8193137594de6b2a0370ffb96e24b for: {'port': 1} {{(pid=91847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:23:02.364103 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-a7488bce-20ee-402c-8e39-53c2a8647f97 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:02.571268 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.db_base_plugin_common [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-a7488bce-20ee-402c-8e39-53c2a8647f97 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Allocated IP 172.20.0.11 (f17861d8-6966-445d-b327-bea8b77efd45/d23567f4-70ba-4938-ae66-80fba3411944/70b94d1f-22fa-49fc-9cce-cd2884cbd187) {{(pid=91847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:23:02.815156 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-a7488bce-20ee-402c-8e39-53c2a8647f97 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Notify callbacks [] for port, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:02.855591 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-a7488bce-20ee-402c-8e39-53c2a8647f97 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7527304'] for port, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:02.879726 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-fc78540c-a369-4907-8ca9-f6c04f4d2a04 tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:23:02.997404 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-a7488bce-20ee-402c-8e39-53c2a8647f97 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Network f17861d8-6966-445d-b327-bea8b77efd45 is already hosted by enough agents. {{(pid=91847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:23:03.003914 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-a7488bce-20ee-402c-8e39-53c2a8647f97 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Resources bound (agent type, host, resource id): {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:23:03.010859 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-a7488bce-20ee-402c-8e39-53c2a8647f97 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Received port after_create {{(pid=91847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:23:03.052299 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74295ed8-01d4-478c-8f7a-b4dc51c016bf req-ec078d8d-a6e9-4c14-b5fe-03b207d04224 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:03.054022 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-74295ed8-01d4-478c-8f7a-b4dc51c016bf req-ec078d8d-a6e9-4c14-b5fe-03b207d04224 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=136ab4eb-5401-4a5d-a07a-b3ddf4eedaca HTTP/1.1" status: 200 len: 932 time: 0.1637659 May 27 11:23:03.069416 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7488bce-20ee-402c-8e39-53c2a8647f97 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Pushing event updated for resources: {'Port': ['ID=70b94d1f-22fa-49fc-9cce-cd2884cbd187,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:23:03.074553 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-a7488bce-20ee-402c-8e39-53c2a8647f97 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:23:03.098915 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-a7488bce-20ee-402c-8e39-53c2a8647f97 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:03.099552 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-a7488bce-20ee-402c-8e39-53c2a8647f97 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:03.114910 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5109403-1a92-459c-8748-39943752c0ce req-30d6d8ea-3ad3-4a2f-a2d5-e8935c280ed9 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:03.116833 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e5109403-1a92-459c-8748-39943752c0ce req-30d6d8ea-3ad3-4a2f-a2d5-e8935c280ed9 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 945 time: 0.1551204 May 27 11:23:03.123078 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-a7488bce-20ee-402c-8e39-53c2a8647f97 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0311706 May 27 11:23:03.131717 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-74295ed8-01d4-478c-8f7a-b4dc51c016bf req-5419d540-8f8e-4ead-bd4b-d51e14e3a984 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/security-groups?id=8243f343-c8c1-440c-b609-f40246ad5daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646591 May 27 11:23:03.153409 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-958be0d0-da40-4dd6-9eca-81834786890d service neutron] Request body: {'port': {'device_id': '136ab4eb-5401-4a5d-a07a-b3ddf4eedaca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:23:03.191729 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e5109403-1a92-459c-8748-39943752c0ce req-8d577cff-fcba-49ef-ad65-d09e17573b02 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589464 May 27 11:23:03.286325 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-958be0d0-da40-4dd6-9eca-81834786890d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:03.689629 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-958be0d0-da40-4dd6-9eca-81834786890d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70b94d1f-22fa-49fc-9cce-cd2884cbd187 {{(pid=91847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:23:03.697642 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-958be0d0-da40-4dd6-9eca-81834786890d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:03.713131 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-958be0d0-da40-4dd6-9eca-81834786890d service neutron] Transition to ACTIVE for port object 70b94d1f-22fa-49fc-9cce-cd2884cbd187 will not be triggered until provisioned by entity L2. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:23:03.717913 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-958be0d0-da40-4dd6-9eca-81834786890d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7527359'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:03.723486 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:23:03.903880 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device d8561c55-a7b2-4736-8b2c-27319bcd3c40 up at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:23:03.999501 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958be0d0-da40-4dd6-9eca-81834786890d service neutron] Pushing event updated for resources: {'Port': ['ID=70b94d1f-22fa-49fc-9cce-cd2884cbd187,revision_number=2']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:23:04.033325 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning complete for port d8561c55-a7b2-4736-8b2c-27319bcd3c40 triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:23:04.033738 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:04.035925 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-958be0d0-da40-4dd6-9eca-81834786890d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:23:04.077914 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-958be0d0-da40-4dd6-9eca-81834786890d service neutron] Attempting to bind port 70b94d1f-22fa-49fc-9cce-cd2884cbd187 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:23:04.078665 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-958be0d0-da40-4dd6-9eca-81834786890d service neutron] Attempting to bind port 70b94d1f-22fa-49fc-9cce-cd2884cbd187 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '9536778f-5cb6-4f14-acd2-949f166ebf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'f17861d8-6966-445d-b327-bea8b77efd45'}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:23:04.078665 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-958be0d0-da40-4dd6-9eca-81834786890d service neutron] Attempting to bind port 70b94d1f-22fa-49fc-9cce-cd2884cbd187 on network f17861d8-6966-445d-b327-bea8b77efd45 {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:23:04.083637 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-958be0d0-da40-4dd6-9eca-81834786890d service neutron] Port 70b94d1f-22fa-49fc-9cce-cd2884cbd187 on network f17861d8-6966-445d-b327-bea8b77efd45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 11:23:04.083949 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-958be0d0-da40-4dd6-9eca-81834786890d service neutron] Attempting to bind port 70b94d1f-22fa-49fc-9cce-cd2884cbd187 on network f17861d8-6966-445d-b327-bea8b77efd45 {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:23:04.089809 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-958be0d0-da40-4dd6-9eca-81834786890d service neutron] Checking agent: {'id': '488b0f7b-d99c-4207-808d-fdc57746257f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 16, 24), 'started_at': datetime.datetime(2021, 5, 27, 11, 16, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:23:04.090135 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-958be0d0-da40-4dd6-9eca-81834786890d service neutron] Checking segment: {'id': '9536778f-5cb6-4f14-acd2-949f166ebf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'f17861d8-6966-445d-b327-bea8b77efd45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:23:04.090512 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-958be0d0-da40-4dd6-9eca-81834786890d service neutron] Bound using segment: {'id': '9536778f-5cb6-4f14-acd2-949f166ebf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'f17861d8-6966-445d-b327-bea8b77efd45'} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:23:04.091053 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-958be0d0-da40-4dd6-9eca-81834786890d service neutron] Bound port: 70b94d1f-22fa-49fc-9cce-cd2884cbd187, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9536778f-5cb6-4f14-acd2-949f166ebf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'f17861d8-6966-445d-b327-bea8b77efd45'}}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:23:04.091457 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-958be0d0-da40-4dd6-9eca-81834786890d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:04.192713 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:04.216907 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-958be0d0-da40-4dd6-9eca-81834786890d service neutron] For port 70b94d1f-22fa-49fc-9cce-cd2884cbd187, host hv-cinder-75157, cleared binding levels {{(pid=91847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:23:04.222894 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-958be0d0-da40-4dd6-9eca-81834786890d service neutron] For port 70b94d1f-22fa-49fc-9cce-cd2884cbd187, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=70b94d1f-22fa-49fc-9cce-cd2884cbd187,segment=NetworkSegment(9536778f-5cb6-4f14-acd2-949f166ebf6c),segment_id=9536778f-5cb6-4f14-acd2-949f166ebf6c)] {{(pid=91847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:23:04.230194 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-958be0d0-da40-4dd6-9eca-81834786890d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7527359'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:04.237226 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port d8561c55-a7b2-4736-8b2c-27319bcd3c40, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d8561c55-a7b2-4736-8b2c-27319bcd3c40,segment=NetworkSegment(0c88ad6b-358d-4210-9d68-f349b8a786a2),segment_id=0c88ad6b-358d-4210-9d68-f349b8a786a2)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:23:04.240040 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-3c5f6b56-54a1-4fd3-9c74-3d3c584c5501 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:23:04.249206 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2683912e-f131-4588-9b34-f584dea87d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8561c55-a7b2-4736-8b2c-27319bcd3c40'}] {{(pid=91849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:23:04.261115 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:04.280347 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:23:04.358554 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-958be0d0-da40-4dd6-9eca-81834786890d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:04.359331 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-958be0d0-da40-4dd6-9eca-81834786890d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:04.361513 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-958be0d0-da40-4dd6-9eca-81834786890d service neutron] 10.222.0.35 "PUT /v2.0/ports/70b94d1f-22fa-49fc-9cce-cd2884cbd187 HTTP/1.1" status: 200 len: 1094 time: 1.2142022 May 27 11:23:04.362132 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136ab4eb-5401-4a5d-a07a-b3ddf4eedaca', 'tag': '70b94d1f-22fa-49fc-9cce-cd2884cbd187'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:23:04.399983 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958be0d0-da40-4dd6-9eca-81834786890d service neutron] Pushing event updated for resources: {'Port': ['ID=70b94d1f-22fa-49fc-9cce-cd2884cbd187,revision_number=3']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:23:04.408071 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=d8561c55-a7b2-4736-8b2c-27319bcd3c40,revision_number=7']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:23:04.427096 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:23:04.427414 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-958be0d0-da40-4dd6-9eca-81834786890d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:23:04.483773 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0e58b-9d68-45cb-ac65-ea12ba3000ae req-a677e250-83f0-4d4d-9765-37d40dd0e12a tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:04.485970 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ceb0e58b-9d68-45cb-ac65-ea12ba3000ae req-a677e250-83f0-4d4d-9765-37d40dd0e12a tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=136ab4eb-5401-4a5d-a07a-b3ddf4eedaca HTTP/1.1" status: 200 len: 944 time: 0.2046413 May 27 11:23:04.538771 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0f512-4ed2-49cb-8dde-5bf8f1a434bd req-c7c4e243-3532-44a4-b847-8fb0816a3c7f tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:04.540386 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-10b0f512-4ed2-49cb-8dde-5bf8f1a434bd req-c7c4e243-3532-44a4-b847-8fb0816a3c7f tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 946 time: 0.1823046 May 27 11:23:04.545100 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-f61a8ae8-b14e-4b8e-a064-877005853d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:04.547835 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-f61a8ae8-b14e-4b8e-a064-877005853d17 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b1b8193137594de6b2a0370ffb96e24b&device_id=136ab4eb-5401-4a5d-a07a-b3ddf4eedaca HTTP/1.1" status: 200 len: 1097 time: 0.1223788 May 27 11:23:04.601649 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ceb0e58b-9d68-45cb-ac65-ea12ba3000ae req-e763d8b6-f252-44dc-8d8a-c163f779a780 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/security-groups?id=8243f343-c8c1-440c-b609-f40246ad5daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013143 May 27 11:23:04.618565 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-10b0f512-4ed2-49cb-8dde-5bf8f1a434bd req-54fa6546-7554-4727-93a9-7ad055a49c13 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712948 May 27 11:23:04.630076 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-88272aad-6a93-45eb-97eb-63e6d8319b53 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70b94d1f-22fa-49fc-9cce-cd2884cbd187 HTTP/1.1" status: 200 len: 217 time: 0.0749834 May 27 11:23:04.677512 dv-cinder-751579-23-smb neutron-server[91849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2683912e-f131-4588-9b34-f584dea87d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8561c55-a7b2-4736-8b2c-27319bcd3c40', 'code': 200} May 27 11:23:04.711151 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-d54a6df5-81b0-4f4d-a101-1bac0c7b28e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:04.713199 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-d54a6df5-81b0-4f4d-a101-1bac0c7b28e0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d23567f4-70ba-4938-ae66-80fba3411944 HTTP/1.1" status: 200 len: 848 time: 0.0754387 May 27 11:23:04.752318 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '136ab4eb-5401-4a5d-a07a-b3ddf4eedaca', 'tag': '70b94d1f-22fa-49fc-9cce-cd2884cbd187', 'status': 'completed', 'code': 200} May 27 11:23:04.765406 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-181568ac-808f-47bf-9292-659e94d54ac3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f17861d8-6966-445d-b327-bea8b77efd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447116 May 27 11:23:04.922913 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-0da0efc1-8fde-4cc2-9951-d4c16c61fecc service neutron] 10.222.0.35 "GET /v2.0/networks/f17861d8-6966-445d-b327-bea8b77efd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477659 May 27 11:23:05.074276 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-1bed81b1-f971-42a9-9118-2cbf74bb133a req-642031e5-64b2-4dbf-b3e3-c016193bdee4 service neutron] 10.222.0.35 "GET /v2.0/networks/f17861d8-6966-445d-b327-bea8b77efd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411383 May 27 11:23:05.231624 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c14b9-22f5-4f72-8129-8cb87615ac9b req-9fbe1a87-b8d0-4eb6-8393-af910d8fb1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:05.233037 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-959c14b9-22f5-4f72-8129-8cb87615ac9b req-9fbe1a87-b8d0-4eb6-8393-af910d8fb1bd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b1b8193137594de6b2a0370ffb96e24b&device_id=136ab4eb-5401-4a5d-a07a-b3ddf4eedaca HTTP/1.1" status: 200 len: 1097 time: 0.0894687 May 27 11:23:05.388911 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c14b9-22f5-4f72-8129-8cb87615ac9b req-4591c5e2-7666-494d-8523-267c25d3ec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:05.390401 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-959c14b9-22f5-4f72-8129-8cb87615ac9b req-4591c5e2-7666-494d-8523-267c25d3ec36 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f17861d8-6966-445d-b327-bea8b77efd45 HTTP/1.1" status: 200 len: 910 time: 0.1455162 May 27 11:23:05.524087 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-959c14b9-22f5-4f72-8129-8cb87615ac9b req-35d4c72a-ecc9-48c2-beb9-0f75f638a54d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70b94d1f-22fa-49fc-9cce-cd2884cbd187 HTTP/1.1" status: 200 len: 217 time: 0.1229191 May 27 11:23:05.613250 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c14b9-22f5-4f72-8129-8cb87615ac9b req-925d7dce-647b-4f8f-a97e-be3da5278ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:05.615863 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-959c14b9-22f5-4f72-8129-8cb87615ac9b req-925d7dce-647b-4f8f-a97e-be3da5278ad8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d23567f4-70ba-4938-ae66-80fba3411944 HTTP/1.1" status: 200 len: 848 time: 0.0844402 May 27 11:23:05.667376 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-959c14b9-22f5-4f72-8129-8cb87615ac9b req-89e7e179-f632-4e03-b135-f0195e8acce9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f17861d8-6966-445d-b327-bea8b77efd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434344 May 27 11:23:05.822416 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-959c14b9-22f5-4f72-8129-8cb87615ac9b req-79d0e829-8706-4a17-b63f-8e0c617a8d16 service neutron] 10.222.0.35 "GET /v2.0/networks/f17861d8-6966-445d-b327-bea8b77efd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444016 May 27 11:23:05.882704 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a7c8f-0a2c-427a-ac6b-bd8fd4bf674f req-57eb35b1-01df-4c39-889d-d7f9f1992db3 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:05.884393 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0c9a7c8f-0a2c-427a-ac6b-bd8fd4bf674f req-57eb35b1-01df-4c39-889d-d7f9f1992db3 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=136ab4eb-5401-4a5d-a07a-b3ddf4eedaca HTTP/1.1" status: 200 len: 944 time: 0.1503031 May 27 11:23:05.892301 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d9414-72fc-4896-90ec-838871f02b67 req-91b83705-321f-428b-8461-011ba2d19336 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:05.893825 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3f4d9414-72fc-4896-90ec-838871f02b67 req-91b83705-321f-428b-8461-011ba2d19336 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 946 time: 0.1245959 May 27 11:23:05.963408 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-959c14b9-22f5-4f72-8129-8cb87615ac9b req-e20926ed-5727-482c-a44d-4bba0a7094be service neutron] 10.222.0.35 "GET /v2.0/networks/f17861d8-6966-445d-b327-bea8b77efd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329486 May 27 11:23:05.965953 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0c9a7c8f-0a2c-427a-ac6b-bd8fd4bf674f req-0c670f72-7c3d-4d96-a8fc-0ab94c59b757 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/security-groups?id=8243f343-c8c1-440c-b609-f40246ad5daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694280 May 27 11:23:05.974785 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3f4d9414-72fc-4896-90ec-838871f02b67 req-1e01863f-7134-41ad-9567-b95bd31b4d92 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626137 May 27 11:23:07.245198 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b5630-094d-4924-9853-efedf0e48eab req-bb039eb9-b9bf-473d-835a-8d59d68a8cfb tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:07.246729 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-392b5630-094d-4924-9853-efedf0e48eab req-bb039eb9-b9bf-473d-835a-8d59d68a8cfb tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=136ab4eb-5401-4a5d-a07a-b3ddf4eedaca HTTP/1.1" status: 200 len: 944 time: 0.1568670 May 27 11:23:07.258649 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236e5ea-a05c-4ecd-864c-12f1d04ea837 req-5f29cfd8-efef-4cc2-bd72-0c2784519e31 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:07.260125 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5236e5ea-a05c-4ecd-864c-12f1d04ea837 req-5f29cfd8-efef-4cc2-bd72-0c2784519e31 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 946 time: 0.1334772 May 27 11:23:07.335775 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-392b5630-094d-4924-9853-efedf0e48eab req-b31b4914-9c46-4dec-a28f-e2de526f11a7 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/security-groups?id=8243f343-c8c1-440c-b609-f40246ad5daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746109 May 27 11:23:07.343304 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5236e5ea-a05c-4ecd-864c-12f1d04ea837 req-94e3f3a5-26bd-4515-b5d1-e786f38465ab tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686753 May 27 11:23:08.702591 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f77e4-d0b0-4644-826d-ae733df65cfc req-fd782c2e-624e-4d2f-9caf-8dc361d28fbe tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:08.704955 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e98f77e4-d0b0-4644-826d-ae733df65cfc req-fd782c2e-624e-4d2f-9caf-8dc361d28fbe tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 946 time: 0.2164526 May 27 11:23:08.714473 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddd63f-6191-4269-b793-d774048561f9 req-fbeb750c-3aa6-44cf-b6f7-477b7e4e919b tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:08.716294 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-dcddd63f-6191-4269-b793-d774048561f9 req-fbeb750c-3aa6-44cf-b6f7-477b7e4e919b tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=136ab4eb-5401-4a5d-a07a-b3ddf4eedaca HTTP/1.1" status: 200 len: 944 time: 0.2625079 May 27 11:23:08.802966 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-dcddd63f-6191-4269-b793-d774048561f9 req-f49429c5-bc80-4235-bbe8-a843a2c7709e tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/security-groups?id=8243f343-c8c1-440c-b609-f40246ad5daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616703 May 27 11:23:08.821922 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e98f77e4-d0b0-4644-826d-ae733df65cfc req-996c5028-6ab0-436a-9dcd-5775cd29c33e tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043470 May 27 11:23:10.109677 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e15cb-48e2-452c-88ae-7347a5aba285 req-1185b8da-144c-4d38-88ee-ecc40d5e4f1a tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:10.111082 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-873e15cb-48e2-452c-88ae-7347a5aba285 req-1185b8da-144c-4d38-88ee-ecc40d5e4f1a tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=136ab4eb-5401-4a5d-a07a-b3ddf4eedaca HTTP/1.1" status: 200 len: 944 time: 0.1923916 May 27 11:23:10.152927 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6f93f-6a0b-44af-b49d-4caa9ea39610 req-4a10744b-985b-4c02-a6a5-40f34297cabc tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:10.154739 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-23c6f93f-6a0b-44af-b49d-4caa9ea39610 req-4a10744b-985b-4c02-a6a5-40f34297cabc tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 946 time: 0.1417162 May 27 11:23:10.205696 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-873e15cb-48e2-452c-88ae-7347a5aba285 req-dee5d207-98a8-4057-b0e2-96859a948876 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/security-groups?id=8243f343-c8c1-440c-b609-f40246ad5daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863593 May 27 11:23:10.232638 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-23c6f93f-6a0b-44af-b49d-4caa9ea39610 req-dc0e517e-1b4f-44e9-aad2-1f86585694c2 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622747 May 27 11:23:11.432472 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924da25-d840-41a0-8290-8d03519dd8ce req-ab982a6a-4834-4953-a9f3-41100a13dbf1 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:11.434166 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b924da25-d840-41a0-8290-8d03519dd8ce req-ab982a6a-4834-4953-a9f3-41100a13dbf1 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=136ab4eb-5401-4a5d-a07a-b3ddf4eedaca HTTP/1.1" status: 200 len: 944 time: 0.1071155 May 27 11:23:11.571710 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b924da25-d840-41a0-8290-8d03519dd8ce req-2d9b163b-69b2-4187-955f-fb0deaa6fa18 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/security-groups?id=8243f343-c8c1-440c-b609-f40246ad5daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270187 May 27 11:23:11.608948 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e8d35b-c3a0-4cc4-99b5-a9444a132edb req-60a1274f-2fe6-4eef-87e0-1e822c30767c tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:11.611243 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-95e8d35b-c3a0-4cc4-99b5-a9444a132edb req-60a1274f-2fe6-4eef-87e0-1e822c30767c tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 946 time: 0.1491497 May 27 11:23:11.687001 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-95e8d35b-c3a0-4cc4-99b5-a9444a132edb req-5a174c1c-63ca-4c86-9c6f-9a2153059729 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650570 May 27 11:23:11.968035 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 70b94d1f-22fa-49fc-9cce-cd2884cbd187 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:23:12.129514 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 70b94d1f-22fa-49fc-9cce-cd2884cbd187, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=70b94d1f-22fa-49fc-9cce-cd2884cbd187,segment=NetworkSegment(9536778f-5cb6-4f14-acd2-949f166ebf6c),segment_id=9536778f-5cb6-4f14-acd2-949f166ebf6c)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:23:12.147961 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Returning: {'device': '70b94d1f-22fa-49fc-9cce-cd2884cbd187', 'network_id': 'f17861d8-6966-445d-b327-bea8b77efd45', 'port_id': '70b94d1f-22fa-49fc-9cce-cd2884cbd187', 'mac_address': 'fa:16:3e:a1:87:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd23567f4-70ba-4938-ae66-80fba3411944', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:23:12.216593 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:12.248539 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70b94d1f-22fa-49fc-9cce-cd2884cbd187 {{(pid=91849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:23:12.276194 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 70b94d1f-22fa-49fc-9cce-cd2884cbd187, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=70b94d1f-22fa-49fc-9cce-cd2884cbd187,segment=NetworkSegment(9536778f-5cb6-4f14-acd2-949f166ebf6c),segment_id=9536778f-5cb6-4f14-acd2-949f166ebf6c)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:23:12.284608 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:12.287087 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:23:12.369462 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=70b94d1f-22fa-49fc-9cce-cd2884cbd187,revision_number=4']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:23:12.373502 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:23:12.859365 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf23eb-d741-4151-86d8-5c2617eac31f req-58cf8ec0-1535-4cb6-90d3-8a085735abe1 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:12.862060 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f0bf23eb-d741-4151-86d8-5c2617eac31f req-58cf8ec0-1535-4cb6-90d3-8a085735abe1 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=136ab4eb-5401-4a5d-a07a-b3ddf4eedaca HTTP/1.1" status: 200 len: 945 time: 0.1428871 May 27 11:23:12.971311 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f0bf23eb-d741-4151-86d8-5c2617eac31f req-60b4ce40-e0f0-429b-a11d-000900b49caa tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/security-groups?id=8243f343-c8c1-440c-b609-f40246ad5daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718162 May 27 11:23:12.981815 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['70b94d1f-22fa-49fc-9cce-cd2884cbd187'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:23:13.011390 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b284f-7f66-4601-a28d-23ad08faa93e req-677d75ce-85b0-40ca-8373-a8fcc480afff tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:13.014040 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-445b284f-7f66-4601-a28d-23ad08faa93e req-677d75ce-85b0-40ca-8373-a8fcc480afff tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 946 time: 0.1478107 May 27 11:23:13.072716 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-445b284f-7f66-4601-a28d-23ad08faa93e req-77895635-d881-4a3e-995a-bfa56378e263 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519238 May 27 11:23:14.223269 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bbed0-2065-4379-9fdb-d6da490cd704 req-d06f216c-7e68-454f-ba6c-471af3c902df tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:14.225996 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7d0bbed0-2065-4379-9fdb-d6da490cd704 req-d06f216c-7e68-454f-ba6c-471af3c902df tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=136ab4eb-5401-4a5d-a07a-b3ddf4eedaca HTTP/1.1" status: 200 len: 945 time: 0.1049039 May 27 11:23:14.334692 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7d0bbed0-2065-4379-9fdb-d6da490cd704 req-83b99ae9-f9ff-4cfe-97a1-2a1cb61b3248 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/security-groups?id=8243f343-c8c1-440c-b609-f40246ad5daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657783 May 27 11:23:14.378898 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9425653-34d4-4230-829b-c3b17928852c req-15f03a25-108f-4d5e-9dfe-199fcff2649f tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:14.380486 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a9425653-34d4-4230-829b-c3b17928852c req-15f03a25-108f-4d5e-9dfe-199fcff2649f tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 946 time: 0.1535764 May 27 11:23:14.465592 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a9425653-34d4-4230-829b-c3b17928852c req-774e98d7-3305-4d5d-a380-993f5a0462f0 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784433 May 27 11:23:14.599019 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-4d813131-9db1-4bb1-9f44-7f22fe4d6309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:15.591185 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9842ff-257d-47c7-9d5a-08d9416ce052 req-3529e8f2-516d-4c8d-9621-a6cda69c76c5 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:15.593743 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2a9842ff-257d-47c7-9d5a-08d9416ce052 req-3529e8f2-516d-4c8d-9621-a6cda69c76c5 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=136ab4eb-5401-4a5d-a07a-b3ddf4eedaca HTTP/1.1" status: 200 len: 945 time: 0.1250036 May 27 11:23:15.678543 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2a9842ff-257d-47c7-9d5a-08d9416ce052 req-40dea83a-3b95-41dc-8a4e-2a625ea873cf tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/security-groups?id=8243f343-c8c1-440c-b609-f40246ad5daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747607 May 27 11:23:15.871370 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60082d70-c4bf-4907-88d2-c8af7356281c req-e3d7c5f9-b9af-45b0-98b3-5604f9dd841c tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:15.873134 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-60082d70-c4bf-4907-88d2-c8af7356281c req-e3d7c5f9-b9af-45b0-98b3-5604f9dd841c tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 946 time: 0.1659243 May 27 11:23:15.943999 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-60082d70-c4bf-4907-88d2-c8af7356281c req-16e34887-a787-4b13-bc93-10c58bc04876 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570085 May 27 11:23:15.990927 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 70b94d1f-22fa-49fc-9cce-cd2884cbd187 up at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:23:16.099429 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning for port 70b94d1f-22fa-49fc-9cce-cd2884cbd187 completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:23:16.107559 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning complete for port 70b94d1f-22fa-49fc-9cce-cd2884cbd187 triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:23:16.107947 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:16.257674 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:16.300224 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136ab4eb-5401-4a5d-a07a-b3ddf4eedaca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b94d1f-22fa-49fc-9cce-cd2884cbd187'}] {{(pid=91849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:23:16.313929 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 70b94d1f-22fa-49fc-9cce-cd2884cbd187, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=70b94d1f-22fa-49fc-9cce-cd2884cbd187,segment=NetworkSegment(9536778f-5cb6-4f14-acd2-949f166ebf6c),segment_id=9536778f-5cb6-4f14-acd2-949f166ebf6c)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:23:16.323465 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:16.325507 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:23:16.406182 dv-cinder-751579-23-smb neutron-server[91849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136ab4eb-5401-4a5d-a07a-b3ddf4eedaca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b94d1f-22fa-49fc-9cce-cd2884cbd187', 'code': 200} May 27 11:23:16.437089 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=70b94d1f-22fa-49fc-9cce-cd2884cbd187,revision_number=5']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:23:16.444394 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:23:16.759258 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b64d9-295e-4a8b-bf38-2044013f6c37 req-b4e19219-2cf4-400d-8447-df804b3fd925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:16.773184 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-641b64d9-295e-4a8b-bf38-2044013f6c37 req-b4e19219-2cf4-400d-8447-df804b3fd925 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=136ab4eb-5401-4a5d-a07a-b3ddf4eedaca HTTP/1.1" status: 200 len: 1099 time: 0.1457942 May 27 11:23:17.064482 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-0f780d45-a410-4f54-b3ce-619ef449df32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:17.166390 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-641b64d9-295e-4a8b-bf38-2044013f6c37 req-3cbb3862-36c2-48c8-ac60-1fc704ed7270 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8243f343-c8c1-440c-b609-f40246ad5daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789592 May 27 11:23:17.174461 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:17.183077 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502bd6f-5162-450b-87f2-21d26329b5ce req-632ef047-f251-4a65-91bb-f4db326aea04 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:17.193699 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f502bd6f-5162-450b-87f2-21d26329b5ce req-632ef047-f251-4a65-91bb-f4db326aea04 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=136ab4eb-5401-4a5d-a07a-b3ddf4eedaca HTTP/1.1" status: 200 len: 946 time: 0.2881739 May 27 11:23:17.290385 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f502bd6f-5162-450b-87f2-21d26329b5ce req-c4c63c31-351c-4da6-aa30-e493c55674db tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/security-groups?id=8243f343-c8c1-440c-b609-f40246ad5daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885000 May 27 11:23:17.512170 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840ca0f-0922-4962-8dc5-5b994be683e3 req-8b228262-4595-4958-b4e2-11240525d924 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:17.514365 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c840ca0f-0922-4962-8dc5-5b994be683e3 req-8b228262-4595-4958-b4e2-11240525d924 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 946 time: 0.2343266 May 27 11:23:17.594751 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c840ca0f-0922-4962-8dc5-5b994be683e3 req-f637bffd-a682-4948-bf2d-8e66135a73a9 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723965 May 27 11:23:18.367373 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:19.098052 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b57dd8-ae9b-4ee4-a1d4-82406f0cbdf8 req-f3ef0882-f082-4430-8e11-5524ddcd3fde tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:19.108629 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a3b57dd8-ae9b-4ee4-a1d4-82406f0cbdf8 req-f3ef0882-f082-4430-8e11-5524ddcd3fde tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=136ab4eb-5401-4a5d-a07a-b3ddf4eedaca HTTP/1.1" status: 200 len: 946 time: 0.5752361 May 27 11:23:19.218143 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a3b57dd8-ae9b-4ee4-a1d4-82406f0cbdf8 req-39f6d04a-bd84-45f5-9a19-89d16b38609c tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/security-groups?id=8243f343-c8c1-440c-b609-f40246ad5daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084516 May 27 11:23:19.255869 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc423a-6963-4568-a57a-2e93c22f9f2b req-9d8e9b93-b11b-4f5c-a06f-0b521c111574 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:19.258055 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-affc423a-6963-4568-a57a-2e93c22f9f2b req-9d8e9b93-b11b-4f5c-a06f-0b521c111574 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 946 time: 0.2920525 May 27 11:23:19.334608 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-affc423a-6963-4568-a57a-2e93c22f9f2b req-5a964c10-f88d-4d20-a1e8-8c368291c31b tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668974 May 27 11:23:20.374943 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:20.517019 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74bdfb8-fb0f-4375-95cf-a54a9db3f7e9 req-3bf02bd5-6e1f-4c6e-954a-d692d7d2d77b tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:20.518957 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a74bdfb8-fb0f-4375-95cf-a54a9db3f7e9 req-3bf02bd5-6e1f-4c6e-954a-d692d7d2d77b tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=136ab4eb-5401-4a5d-a07a-b3ddf4eedaca HTTP/1.1" status: 200 len: 946 time: 0.1262619 May 27 11:23:20.695914 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a74bdfb8-fb0f-4375-95cf-a54a9db3f7e9 req-8e8522ee-f4f8-480f-84f3-dfe7f95c5505 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/security-groups?id=8243f343-c8c1-440c-b609-f40246ad5daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955663 May 27 11:23:20.732437 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93debc9f-ecd8-45e4-ade3-c130535907cf req-ebacdced-5908-45c7-9f74-8f5e8221103c tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:20.768533 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-93debc9f-ecd8-45e4-ade3-c130535907cf req-ebacdced-5908-45c7-9f74-8f5e8221103c tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 946 time: 0.2470813 May 27 11:23:20.873347 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-93debc9f-ecd8-45e4-ade3-c130535907cf req-13eb285c-ffd3-49c9-ad2e-35b89c665c6b tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034453 May 27 11:23:21.258352 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 6 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:23:21.802736 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-7e63e59a-1d35-4944-8122-be1f34062253 req-899c3bd9-eca8-47a1-8808-cb2bbe751abe service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1331155 May 27 11:23:22.105016 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63e59a-1d35-4944-8122-be1f34062253 req-d72b3043-3020-4133-84ac-b0db2652dcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:22.107146 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-7e63e59a-1d35-4944-8122-be1f34062253 req-d72b3043-3020-4133-84ac-b0db2652dcbb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=802e7975f0524c7ea779d173670046b7&device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 1098 time: 0.1678169 May 27 11:23:22.186120 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45830cfe-580f-45fd-b70a-16307545a97d req-0224105f-b591-414a-917d-5de897ea53c3 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:22.195705 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-45830cfe-580f-45fd-b70a-16307545a97d req-0224105f-b591-414a-917d-5de897ea53c3 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 946 time: 0.1482961 May 27 11:23:22.358724 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-45830cfe-580f-45fd-b70a-16307545a97d req-f50138b8-f4a6-4129-ab01-cb0c1fc38fb0 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616812 May 27 11:23:22.397711 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63e59a-1d35-4944-8122-be1f34062253 req-32fb1563-9f0a-4f48-b90c-6f86d5b0f231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:22.400183 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-7e63e59a-1d35-4944-8122-be1f34062253 req-32fb1563-9f0a-4f48-b90c-6f86d5b0f231 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dddfebc0-a063-4692-a21d-f73fcbbd8d09 HTTP/1.1" status: 200 len: 912 time: 0.2491612 May 27 11:23:22.537702 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-7e63e59a-1d35-4944-8122-be1f34062253 req-8814cfbe-24f7-42ba-91fb-88d411b3e829 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7d9542c-b119-46a2-8517-7efdd7301926 HTTP/1.1" status: 200 len: 1001 time: 0.1282828 May 27 11:23:22.626368 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63e59a-1d35-4944-8122-be1f34062253 req-a09dffcf-2aa3-4f82-9a92-248103e6f097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:22.629316 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-7e63e59a-1d35-4944-8122-be1f34062253 req-a09dffcf-2aa3-4f82-9a92-248103e6f097 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=53f9b7c8-83a1-4c1c-aa60-764bc111576d HTTP/1.1" status: 200 len: 849 time: 0.0781794 May 27 11:23:22.758861 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63e59a-1d35-4944-8122-be1f34062253 req-2bc3203f-5ca0-4f9c-aacf-464d98c0c37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:22.768508 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-7e63e59a-1d35-4944-8122-be1f34062253 req-2bc3203f-5ca0-4f9c-aacf-464d98c0c37c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dddfebc0-a063-4692-a21d-f73fcbbd8d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1268263 May 27 11:23:23.016778 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-7e63e59a-1d35-4944-8122-be1f34062253 req-80ea4a34-5a0f-43b9-8a69-d1b43b2ec01d service neutron] 10.222.0.35 "GET /v2.0/networks/dddfebc0-a063-4692-a21d-f73fcbbd8d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265248 May 27 11:23:23.072116 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230f169-ab67-4c20-8562-e162854d1c89 req-0f35795d-719b-4b85-bb8d-5f790e7aca94 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:23.081004 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3230f169-ab67-4c20-8562-e162854d1c89 req-0f35795d-719b-4b85-bb8d-5f790e7aca94 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=136ab4eb-5401-4a5d-a07a-b3ddf4eedaca HTTP/1.1" status: 200 len: 946 time: 0.1227491 May 27 11:23:23.172640 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3230f169-ab67-4c20-8562-e162854d1c89 req-79a38b7d-0485-4fb6-adfe-5003bc137e63 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/security-groups?id=8243f343-c8c1-440c-b609-f40246ad5daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898807 May 27 11:23:23.267577 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-7e63e59a-1d35-4944-8122-be1f34062253 req-9e9e2156-215c-4ce6-b5d1-036129dda8ca service neutron] 10.222.0.35 "GET /v2.0/networks/dddfebc0-a063-4692-a21d-f73fcbbd8d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338586 May 27 11:23:23.617889 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e387d-dea0-4852-a605-08b33cc38536 req-9ed8683c-04e2-4a11-93ac-09a171636446 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:23.628593 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a42e387d-dea0-4852-a605-08b33cc38536 req-9ed8683c-04e2-4a11-93ac-09a171636446 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 946 time: 0.1287928 May 27 11:23:23.682829 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a42e387d-dea0-4852-a605-08b33cc38536 req-7b6b7cc9-de0d-467f-b9b8-4c14fcd7fe50 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527806 May 27 11:23:23.864138 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:24.586851 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c8d5e9-34de-48bf-89ea-864d5985d7fe req-96cfec98-0359-4c8a-8bc2-245ed3b53d6f tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:24.597007 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-14c8d5e9-34de-48bf-89ea-864d5985d7fe req-96cfec98-0359-4c8a-8bc2-245ed3b53d6f tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=136ab4eb-5401-4a5d-a07a-b3ddf4eedaca HTTP/1.1" status: 200 len: 946 time: 0.1848421 May 27 11:23:24.656706 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-14c8d5e9-34de-48bf-89ea-864d5985d7fe req-b353d7e9-6ca8-4d38-b8ef-6f348a36fff4 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/security-groups?id=8243f343-c8c1-440c-b609-f40246ad5daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581312 May 27 11:23:25.025741 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7037233-c7bd-47d9-9fbf-1ad58c4f3f38 req-e414d73a-6aac-488f-bec9-00d45281f06b tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:25.027672 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e7037233-c7bd-47d9-9fbf-1ad58c4f3f38 req-e414d73a-6aac-488f-bec9-00d45281f06b tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 946 time: 0.1232598 May 27 11:23:25.093667 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e7037233-c7bd-47d9-9fbf-1ad58c4f3f38 req-3b5ddb7f-bf4c-44bc-99f6-aebc7db3e6ea tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587351 May 27 11:23:26.023801 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 60980) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:23:26.037754 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753001ba-a0d1-43e1-8a6b-c650019921cb req-7a7313dc-6012-4bc1-a49a-fde6b4609243 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:26.039169 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-753001ba-a0d1-43e1-8a6b-c650019921cb req-7a7313dc-6012-4bc1-a49a-fde6b4609243 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=136ab4eb-5401-4a5d-a07a-b3ddf4eedaca HTTP/1.1" status: 200 len: 946 time: 0.1879683 May 27 11:23:26.132987 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-753001ba-a0d1-43e1-8a6b-c650019921cb req-8ab29f80-836b-4d3a-a0e9-c88132f6e8da tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/security-groups?id=8243f343-c8c1-440c-b609-f40246ad5daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832443 May 27 11:23:26.195639 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d3078-3b09-4520-95a4-e83339c95b80 req-7abb0812-33f3-4af7-83e1-dc110e42b62b tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:26.196310 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-2a4d3078-3b09-4520-95a4-e83339c95b80 req-7abb0812-33f3-4af7-83e1-dc110e42b62b tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Synchronizing usage tracker for tenant:b1b8193137594de6b2a0370ffb96e24b on resource:port {{(pid=91847) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:23:26.223116 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-2a4d3078-3b09-4520-95a4-e83339c95b80 req-7abb0812-33f3-4af7-83e1-dc110e42b62b tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Unset dirty status for tenant:b1b8193137594de6b2a0370ffb96e24b on resource:port {{(pid=91847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:23:26.224525 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-2a4d3078-3b09-4520-95a4-e83339c95b80 req-7abb0812-33f3-4af7-83e1-dc110e42b62b tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.35 "GET /v2.0/ports?device_id=136ab4eb-5401-4a5d-a07a-b3ddf4eedaca HTTP/1.1" status: 200 len: 946 time: 0.2336607 May 27 11:23:26.257282 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-ba1e010d-886a-4885-a40c-a07d1e727773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:26.293589 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-ba1e010d-886a-4885-a40c-a07d1e727773 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:23:26.301742 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-ba1e010d-886a-4885-a40c-a07d1e727773 admin admin] Usage tracker for resource:security_group_rule and tenant:78d0c570cc6e465f8f1cb201afb0db02 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:23:26.307446 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-ba1e010d-886a-4885-a40c-a07d1e727773 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:23:26.321352 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-ba1e010d-886a-4885-a40c-a07d1e727773 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:23:26.483386 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [req-2a4d3078-3b09-4520-95a4-e83339c95b80 req-cf52e8c9-a719-4e92-b654-ec0abe65e917 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Deleting port 70b94d1f-22fa-49fc-9cce-cd2884cbd187 {{(pid=91847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:23:26.483899 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-2a4d3078-3b09-4520-95a4-e83339c95b80 req-cf52e8c9-a719-4e92-b654-ec0abe65e917 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:26.524543 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a9af6-7385-40da-ba58-d9a89584e4e9 req-0e1065b8-d983-44e0-89a2-c1107cc58a06 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:26.526263 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ed9a9af6-7385-40da-ba58-d9a89584e4e9 req-0e1065b8-d983-44e0-89a2-c1107cc58a06 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 946 time: 0.1790390 May 27 11:23:26.563931 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-ba1e010d-886a-4885-a40c-a07d1e727773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:26.581346 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-ba1e010d-886a-4885-a40c-a07d1e727773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:26.594615 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-072eead5-5429-4cd3-b0e7-304c8168ff19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:23:26.631384 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ed9a9af6-7385-40da-ba58-d9a89584e4e9 req-3ea06932-e964-4b6e-9389-59b0be660915 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933573 May 27 11:23:26.656608 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [req-2a4d3078-3b09-4520-95a4-e83339c95b80 req-cf52e8c9-a719-4e92-b654-ec0abe65e917 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] For port 70b94d1f-22fa-49fc-9cce-cd2884cbd187, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=70b94d1f-22fa-49fc-9cce-cd2884cbd187,segment=NetworkSegment(9536778f-5cb6-4f14-acd2-949f166ebf6c),segment_id=9536778f-5cb6-4f14-acd2-949f166ebf6c)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:23:26.657241 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-2a4d3078-3b09-4520-95a4-e83339c95b80 req-cf52e8c9-a719-4e92-b654-ec0abe65e917 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:26.675969 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-ba1e010d-886a-4885-a40c-a07d1e727773 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=78d0c570cc6e465f8f1cb201afb0db02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6509864 May 27 11:23:26.677292 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e010d-886a-4885-a40c-a07d1e727773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e74946e-9c5b-4b6e-82f3-5bb5e4c4266b,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:23:26.680677 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 32770) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:23:26.703009 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e010d-886a-4885-a40c-a07d1e727773 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:23:26.703428 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e010d-886a-4885-a40c-a07d1e727773 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:23:26.704343 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e010d-886a-4885-a40c-a07d1e727773 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:23:26.704685 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e010d-886a-4885-a40c-a07d1e727773 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:23:26.705056 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e010d-886a-4885-a40c-a07d1e727773 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:23:26.705397 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e010d-886a-4885-a40c-a07d1e727773 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:23:26.705861 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e010d-886a-4885-a40c-a07d1e727773 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:23:26.706490 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e010d-886a-4885-a40c-a07d1e727773 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:23:26.707568 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e010d-886a-4885-a40c-a07d1e727773 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:23:26.707568 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e010d-886a-4885-a40c-a07d1e727773 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:23:26.707792 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e010d-886a-4885-a40c-a07d1e727773 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:23:26.708029 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e010d-886a-4885-a40c-a07d1e727773 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:23:26.713133 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-ba1e010d-886a-4885-a40c-a07d1e727773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:23:26.774419 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d8a01659-db6a-4e3f-a2cc-d1b8782ca906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:26.805464 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d8a01659-db6a-4e3f-a2cc-d1b8782ca906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:26.808261 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [req-2a4d3078-3b09-4520-95a4-e83339c95b80 req-cf52e8c9-a719-4e92-b654-ec0abe65e917 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Calling delete_port for 70b94d1f-22fa-49fc-9cce-cd2884cbd187 owned by compute:nova {{(pid=91847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:23:26.861896 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d8a01659-db6a-4e3f-a2cc-d1b8782ca906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:26.866953 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-dbce0619-f81c-4a71-876a-3b0c82444a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:23:26.881802 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a01659-db6a-4e3f-a2cc-d1b8782ca906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e74946e-9c5b-4b6e-82f3-5bb5e4c4266b,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:23:26.884140 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d8a01659-db6a-4e3f-a2cc-d1b8782ca906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:26.888798 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-d8a01659-db6a-4e3f-a2cc-d1b8782ca906 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7e74946e-9c5b-4b6e-82f3-5bb5e4c4266b HTTP/1.1" status: 204 len: 168 time: 0.2005255 May 27 11:23:26.888798 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-d8a01659-db6a-4e3f-a2cc-d1b8782ca906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:23:26.943994 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-2a4d3078-3b09-4520-95a4-e83339c95b80 req-cf52e8c9-a719-4e92-b654-ec0abe65e917 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7527304'] for port, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:26.951944 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-18f44105-93b0-41d8-93e6-59732ad958e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:23:27.002432 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf52e8c9-a719-4e92-b654-ec0abe65e917 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Pushing event deleted for resources: {'Port': ['ID=70b94d1f-22fa-49fc-9cce-cd2884cbd187,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:23:27.037539 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf52e8c9-a719-4e92-b654-ec0abe65e917 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:23:27.037811 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf52e8c9-a719-4e92-b654-ec0abe65e917 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:23:27.038139 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf52e8c9-a719-4e92-b654-ec0abe65e917 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:23:27.038490 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf52e8c9-a719-4e92-b654-ec0abe65e917 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:23:27.038836 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf52e8c9-a719-4e92-b654-ec0abe65e917 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:23:27.039181 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf52e8c9-a719-4e92-b654-ec0abe65e917 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:23:27.039522 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf52e8c9-a719-4e92-b654-ec0abe65e917 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:23:27.039897 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf52e8c9-a719-4e92-b654-ec0abe65e917 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:23:27.040241 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf52e8c9-a719-4e92-b654-ec0abe65e917 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:23:27.040593 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf52e8c9-a719-4e92-b654-ec0abe65e917 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:23:27.040930 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf52e8c9-a719-4e92-b654-ec0abe65e917 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:23:27.041266 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf52e8c9-a719-4e92-b654-ec0abe65e917 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:23:27.050656 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-cf52e8c9-a719-4e92-b654-ec0abe65e917 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:23:27.099810 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4d3078-3b09-4520-95a4-e83339c95b80 req-cf52e8c9-a719-4e92-b654-ec0abe65e917 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] No DVR routers for this DVR port 70b94d1f-22fa-49fc-9cce-cd2884cbd187 on host hv-cinder-75157 {{(pid=91847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:23:27.102863 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-2a4d3078-3b09-4520-95a4-e83339c95b80 req-cf52e8c9-a719-4e92-b654-ec0abe65e917 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:27.106079 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136ab4eb-5401-4a5d-a07a-b3ddf4eedaca', 'name': 'network-vif-deleted', 'tag': '70b94d1f-22fa-49fc-9cce-cd2884cbd187'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:23:27.126338 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-2a4d3078-3b09-4520-95a4-e83339c95b80 req-cf52e8c9-a719-4e92-b654-ec0abe65e917 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.35 "DELETE /v2.0/ports/70b94d1f-22fa-49fc-9cce-cd2884cbd187 HTTP/1.1" status: 204 len: 173 time: 0.8852637 May 27 11:23:27.162807 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136ab4eb-5401-4a5d-a07a-b3ddf4eedaca', 'name': 'network-vif-deleted', 'tag': '70b94d1f-22fa-49fc-9cce-cd2884cbd187', 'status': 'completed', 'code': 200} May 27 11:23:27.318689 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0723da99-bd64-4af9-9c5c-fbecc7ebf2fa req-d91969d2-14fa-4adc-94e2-febbb97067ea tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=136ab4eb-5401-4a5d-a07a-b3ddf4eedaca HTTP/1.1" status: 200 len: 210 time: 0.0464964 May 27 11:23:27.854832 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cb4b5-049c-4c9e-bec6-85a35a97edd9 req-4b152d01-48bd-4e2c-9322-c6f615984ae4 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:27.856476 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-994cb4b5-049c-4c9e-bec6-85a35a97edd9 req-4b152d01-48bd-4e2c-9322-c6f615984ae4 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 946 time: 0.0917757 May 27 11:23:27.910221 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-994cb4b5-049c-4c9e-bec6-85a35a97edd9 req-a16c1b59-2a93-4456-bc19-6e5e0c77e4c2 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465038 May 27 11:23:28.036378 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 70b94d1f-22fa-49fc-9cce-cd2884cbd187 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:23:28.056295 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3187a1f-969f-408c-9a7c-53062741bdf0 req-c0a7c297-c9ae-4d03-9137-6290761f5ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:28.057621 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-d3187a1f-969f-408c-9a7c-53062741bdf0 req-c0a7c297-c9ae-4d03-9137-6290761f5ae5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ee9a16c0b3d64dcaa05860c6748a85d3&device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 1099 time: 0.1747091 May 27 11:23:28.071675 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] No Port match for: 70b94d1f-22fa-49fc-9cce-cd2884cbd187 {{(pid=91849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:23:28.072022 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 70b94d1f-22fa-49fc-9cce-cd2884cbd187 not bound to the agent host hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:23:28.215493 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3187a1f-969f-408c-9a7c-53062741bdf0 req-171cdd2a-da1e-4c81-b90b-99346b93d8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:28.217359 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-d3187a1f-969f-408c-9a7c-53062741bdf0 req-171cdd2a-da1e-4c81-b90b-99346b93d8c7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b50153bc-b3d8-4853-86fc-46a79e9f3733 HTTP/1.1" status: 200 len: 919 time: 0.1388528 May 27 11:23:28.335152 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-d3187a1f-969f-408c-9a7c-53062741bdf0 req-46ab66c4-abfc-4282-b57b-5d81bb2e81d1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8561c55-a7b2-4736-8b2c-27319bcd3c40 HTTP/1.1" status: 200 len: 1001 time: 0.1076636 May 27 11:23:28.403244 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3187a1f-969f-408c-9a7c-53062741bdf0 req-9ee0a0cc-54b8-487f-a4f3-b84730049b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:28.404688 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-d3187a1f-969f-408c-9a7c-53062741bdf0 req-9ee0a0cc-54b8-487f-a4f3-b84730049b1e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f HTTP/1.1" status: 200 len: 856 time: 0.0578189 May 27 11:23:28.490061 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3187a1f-969f-408c-9a7c-53062741bdf0 req-fb91ac81-8b51-417a-8ca0-453b3d3ee90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:28.491431 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-d3187a1f-969f-408c-9a7c-53062741bdf0 req-fb91ac81-8b51-417a-8ca0-453b3d3ee90e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b50153bc-b3d8-4853-86fc-46a79e9f3733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0753627 May 27 11:23:28.648678 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-d3187a1f-969f-408c-9a7c-53062741bdf0 req-bb5b5e0d-8443-4375-9989-27d4ba7aca52 service neutron] 10.222.0.35 "GET /v2.0/networks/b50153bc-b3d8-4853-86fc-46a79e9f3733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484394 May 27 11:23:28.778582 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-ae93e7d0-7e6a-4352-b1d1-efd6bc13ad2d tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:28.781331 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-ae93e7d0-7e6a-4352-b1d1-efd6bc13ad2d tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/networks?id=f17861d8-6966-445d-b327-bea8b77efd45 HTTP/1.1" status: 200 len: 808 time: 0.1592863 May 27 11:23:28.798119 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-0c49a1d9-9d9b-47da-b12a-34b49ea60bac tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/quotas/b1b8193137594de6b2a0370ffb96e24b HTTP/1.1" status: 200 len: 375 time: 0.0114794 May 27 11:23:28.804081 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-d3187a1f-969f-408c-9a7c-53062741bdf0 req-e2464388-6afc-4e1d-94c8-f297f31cacaa service neutron] 10.222.0.35 "GET /v2.0/networks/b50153bc-b3d8-4853-86fc-46a79e9f3733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439908 May 27 11:23:28.851026 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-96c9656c-af9b-4ed0-a70f-fe331564fb51 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b1b8193137594de6b2a0370ffb96e24b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466533 May 27 11:23:29.169584 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-d572f814-2c30-4d91-a554-ed6bc1ab6f33 service neutron] 10.222.0.77 "GET /v2.0/networks/f17861d8-6966-445d-b327-bea8b77efd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113585 May 27 11:23:29.303711 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426ab59-1176-46f5-afc9-dce7a76a6d6f req-672c8faf-a858-41a3-bc99-42224568a0d2 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:29.306765 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b426ab59-1176-46f5-afc9-dce7a76a6d6f req-672c8faf-a858-41a3-bc99-42224568a0d2 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 946 time: 0.2479615 May 27 11:23:29.421353 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b426ab59-1176-46f5-afc9-dce7a76a6d6f req-eedd4c80-9ecc-46df-aa5c-1a2533192e7f tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969801 May 27 11:23:29.451450 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-d0aaa9ca-fc13-4ad8-b27e-30d7366143ab service neutron] 10.222.0.77 "GET /v2.0/networks/f17861d8-6966-445d-b327-bea8b77efd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736382 May 27 11:23:29.701755 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-59b0230e-4954-4a04-a631-fefc547a7e31 req-aac9b22c-4e5c-45bc-8215-634e2aa85373 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=307d501d-2cf8-4760-905a-d16087a5e491 HTTP/1.1" status: 200 len: 210 time: 0.0798674 May 27 11:23:30.646574 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4dbd77-81ea-412c-930c-32d08c293cbb req-490a8c60-6535-4f02-bc79-07b12a15b084 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:30.654197 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1f4dbd77-81ea-412c-930c-32d08c293cbb req-490a8c60-6535-4f02-bc79-07b12a15b084 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 946 time: 0.1015592 May 27 11:23:30.811220 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1f4dbd77-81ea-412c-930c-32d08c293cbb req-315fd9b3-7889-43b8-ac54-5f9f88028aca tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561127 May 27 11:23:30.896219 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-23e1d329-894b-4d91-9854-c6c17b02d82c req-4727476d-f716-493a-8bda-38f9834d2ba7 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=307d501d-2cf8-4760-905a-d16087a5e491 HTTP/1.1" status: 200 len: 210 time: 0.0530572 May 27 11:23:31.432505 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-8ec28fa6-4eb6-4ef9-bc56-4b4cfe03ab78 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:31.434351 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-8ec28fa6-4eb6-4ef9-bc56-4b4cfe03ab78 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.35 "GET /v2.0/networks?id=f17861d8-6966-445d-b327-bea8b77efd45 HTTP/1.1" status: 200 len: 808 time: 0.1778512 May 27 11:23:31.458482 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-b9562d8e-30bd-4778-bb0a-10c34a85ffa3 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Request body: {'port': {'device_id': '307d501d-2cf8-4760-905a-d16087a5e491', 'network_id': 'f17861d8-6966-445d-b327-bea8b77efd45', 'admin_state_up': True, 'tenant_id': 'b1b8193137594de6b2a0370ffb96e24b'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:23:31.649367 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-b9562d8e-30bd-4778-bb0a-10c34a85ffa3 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:23:31.653943 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-b9562d8e-30bd-4778-bb0a-10c34a85ffa3 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Usage tracker for resource:port and tenant:b1b8193137594de6b2a0370ffb96e24b is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:23:31.657480 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-b9562d8e-30bd-4778-bb0a-10c34a85ffa3 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:23:31.666373 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-b9562d8e-30bd-4778-bb0a-10c34a85ffa3 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:23:31.679190 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-b9562d8e-30bd-4778-bb0a-10c34a85ffa3 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Made reservation on behalf of b1b8193137594de6b2a0370ffb96e24b for: {'port': 1} {{(pid=91847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:23:31.685124 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-b9562d8e-30bd-4778-bb0a-10c34a85ffa3 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:31.901924 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.db_base_plugin_common [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-b9562d8e-30bd-4778-bb0a-10c34a85ffa3 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Allocated IP 172.20.0.13 (f17861d8-6966-445d-b327-bea8b77efd45/d23567f4-70ba-4938-ae66-80fba3411944/6c6086c9-459e-41c2-93dc-e71fce0688a9) {{(pid=91847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:23:32.059901 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device d8561c55-a7b2-4736-8b2c-27319bcd3c40 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:23:32.088744 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50305f64-6009-4622-bc46-fbe76ceb28b1 req-3d250ee7-f4fb-4ec1-a0f8-6e5f991a0835 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:32.097799 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-50305f64-6009-4622-bc46-fbe76ceb28b1 req-3d250ee7-f4fb-4ec1-a0f8-6e5f991a0835 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 946 time: 0.1326942 May 27 11:23:32.205751 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-15dcc927-88a7-4d03-841e-ed9a6ecaf58f req-351c3b2c-945f-44a2-80fb-68070cfd105e tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=307d501d-2cf8-4760-905a-d16087a5e491 HTTP/1.1" status: 200 len: 210 time: 0.0807939 May 27 11:23:32.214191 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-50305f64-6009-4622-bc46-fbe76ceb28b1 req-81d1e47e-bc81-4b97-ae05-9d858b4210e4 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150913 May 27 11:23:32.240080 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:32.274464 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2683912e-f131-4588-9b34-f584dea87d0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8561c55-a7b2-4736-8b2c-27319bcd3c40'}] {{(pid=91849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:23:32.287833 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-b9562d8e-30bd-4778-bb0a-10c34a85ffa3 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Notify callbacks [] for port, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:32.290271 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port d8561c55-a7b2-4736-8b2c-27319bcd3c40, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d8561c55-a7b2-4736-8b2c-27319bcd3c40,segment=NetworkSegment(0c88ad6b-358d-4210-9d68-f349b8a786a2),segment_id=0c88ad6b-358d-4210-9d68-f349b8a786a2)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:23:32.296161 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:32.299795 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-9b7b0449-79d5-431e-ab7a-5cc53829ac18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:23:32.322809 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-b9562d8e-30bd-4778-bb0a-10c34a85ffa3 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7527304'] for port, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:32.329545 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:23:32.348267 dv-cinder-751579-23-smb neutron-server[91849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2683912e-f131-4588-9b34-f584dea87d0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8561c55-a7b2-4736-8b2c-27319bcd3c40', 'code': 200} May 27 11:23:32.392334 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=d8561c55-a7b2-4736-8b2c-27319bcd3c40,revision_number=8']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:23:32.395783 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:23:32.402906 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-b9562d8e-30bd-4778-bb0a-10c34a85ffa3 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Network f17861d8-6966-445d-b327-bea8b77efd45 is already hosted by enough agents. {{(pid=91847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:23:32.406235 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-b9562d8e-30bd-4778-bb0a-10c34a85ffa3 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Resources bound (agent type, host, resource id): {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:23:32.410632 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-b9562d8e-30bd-4778-bb0a-10c34a85ffa3 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Received port after_create {{(pid=91847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:23:32.443007 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9562d8e-30bd-4778-bb0a-10c34a85ffa3 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Pushing event updated for resources: {'Port': ['ID=6c6086c9-459e-41c2-93dc-e71fce0688a9,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:23:32.449730 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-b9562d8e-30bd-4778-bb0a-10c34a85ffa3 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:23:32.480851 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-b9562d8e-30bd-4778-bb0a-10c34a85ffa3 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:32.481404 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-b9562d8e-30bd-4778-bb0a-10c34a85ffa3 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:32.511786 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-b9562d8e-30bd-4778-bb0a-10c34a85ffa3 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0584273 May 27 11:23:32.529229 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-91cd6fd7-caa8-4803-a042-1625d38e5f9f service neutron] Request body: {'port': {'device_id': '307d501d-2cf8-4760-905a-d16087a5e491', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:23:32.811788 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-91cd6fd7-caa8-4803-a042-1625d38e5f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:33.201338 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-91cd6fd7-caa8-4803-a042-1625d38e5f9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c6086c9-459e-41c2-93dc-e71fce0688a9 {{(pid=91847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:23:33.210821 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-91cd6fd7-caa8-4803-a042-1625d38e5f9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:33.228595 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-91cd6fd7-caa8-4803-a042-1625d38e5f9f service neutron] Transition to ACTIVE for port object 6c6086c9-459e-41c2-93dc-e71fce0688a9 will not be triggered until provisioned by entity L2. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:23:33.233397 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-91cd6fd7-caa8-4803-a042-1625d38e5f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7527359'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:33.237951 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-51283e3c-6265-4aa4-be2b-03d00a23c62b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:23:33.435003 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd6fd7-caa8-4803-a042-1625d38e5f9f service neutron] Pushing event updated for resources: {'Port': ['ID=6c6086c9-459e-41c2-93dc-e71fce0688a9,revision_number=2']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:23:33.464064 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-91cd6fd7-caa8-4803-a042-1625d38e5f9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:23:33.522898 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-91cd6fd7-caa8-4803-a042-1625d38e5f9f service neutron] Attempting to bind port 6c6086c9-459e-41c2-93dc-e71fce0688a9 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:23:33.523426 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-91cd6fd7-caa8-4803-a042-1625d38e5f9f service neutron] Attempting to bind port 6c6086c9-459e-41c2-93dc-e71fce0688a9 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '9536778f-5cb6-4f14-acd2-949f166ebf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'f17861d8-6966-445d-b327-bea8b77efd45'}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:23:33.523967 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-91cd6fd7-caa8-4803-a042-1625d38e5f9f service neutron] Attempting to bind port 6c6086c9-459e-41c2-93dc-e71fce0688a9 on network f17861d8-6966-445d-b327-bea8b77efd45 {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:23:33.532639 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-91cd6fd7-caa8-4803-a042-1625d38e5f9f service neutron] Port 6c6086c9-459e-41c2-93dc-e71fce0688a9 on network f17861d8-6966-445d-b327-bea8b77efd45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 11:23:33.533211 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-91cd6fd7-caa8-4803-a042-1625d38e5f9f service neutron] Attempting to bind port 6c6086c9-459e-41c2-93dc-e71fce0688a9 on network f17861d8-6966-445d-b327-bea8b77efd45 {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:23:33.543607 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-91cd6fd7-caa8-4803-a042-1625d38e5f9f service neutron] Checking agent: {'id': '488b0f7b-d99c-4207-808d-fdc57746257f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 16, 24), 'started_at': datetime.datetime(2021, 5, 27, 11, 16, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:23:33.544125 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-91cd6fd7-caa8-4803-a042-1625d38e5f9f service neutron] Checking segment: {'id': '9536778f-5cb6-4f14-acd2-949f166ebf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'f17861d8-6966-445d-b327-bea8b77efd45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:23:33.544719 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-91cd6fd7-caa8-4803-a042-1625d38e5f9f service neutron] Bound using segment: {'id': '9536778f-5cb6-4f14-acd2-949f166ebf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'f17861d8-6966-445d-b327-bea8b77efd45'} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:23:33.545553 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-91cd6fd7-caa8-4803-a042-1625d38e5f9f service neutron] Bound port: 6c6086c9-459e-41c2-93dc-e71fce0688a9, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9536778f-5cb6-4f14-acd2-949f166ebf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'f17861d8-6966-445d-b327-bea8b77efd45'}}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:23:33.545892 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-91cd6fd7-caa8-4803-a042-1625d38e5f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:33.570394 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354742b0-90ad-4dc8-9b2f-c847f3a307c2 req-b099e124-c08f-49ef-9cf8-18d7e5c2f01a tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:33.572014 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-354742b0-90ad-4dc8-9b2f-c847f3a307c2 req-b099e124-c08f-49ef-9cf8-18d7e5c2f01a tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=307d501d-2cf8-4760-905a-d16087a5e491 HTTP/1.1" status: 200 len: 944 time: 0.2069941 May 27 11:23:33.580373 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ceeebd-7d5b-4e0f-8a4a-a819d4ad5646 req-affa16ec-428e-4a68-9e42-6a0e51449630 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:33.581747 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-90ceeebd-7d5b-4e0f-8a4a-a819d4ad5646 req-affa16ec-428e-4a68-9e42-6a0e51449630 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 944 time: 0.1698084 May 27 11:23:33.654905 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-91cd6fd7-caa8-4803-a042-1625d38e5f9f service neutron] For port 6c6086c9-459e-41c2-93dc-e71fce0688a9, host hv-cinder-75157, cleared binding levels {{(pid=91847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:23:33.660932 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-91cd6fd7-caa8-4803-a042-1625d38e5f9f service neutron] For port 6c6086c9-459e-41c2-93dc-e71fce0688a9, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=6c6086c9-459e-41c2-93dc-e71fce0688a9,segment=NetworkSegment(9536778f-5cb6-4f14-acd2-949f166ebf6c),segment_id=9536778f-5cb6-4f14-acd2-949f166ebf6c)] {{(pid=91847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:23:33.663320 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-354742b0-90ad-4dc8-9b2f-c847f3a307c2 req-382cb62d-2c46-4183-b883-3faa030e49dc tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/security-groups?id=8243f343-c8c1-440c-b609-f40246ad5daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805893 May 27 11:23:33.670318 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-90ceeebd-7d5b-4e0f-8a4a-a819d4ad5646 req-11967149-8e38-4cfe-923e-ab75a43ed0e0 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737748 May 27 11:23:33.672719 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-91cd6fd7-caa8-4803-a042-1625d38e5f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7527359'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:33.683564 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-b9562d8e-30bd-4778-bb0a-10c34a85ffa3 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:23:33.746765 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-91cd6fd7-caa8-4803-a042-1625d38e5f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:33.747385 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-91cd6fd7-caa8-4803-a042-1625d38e5f9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:33.754439 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-91cd6fd7-caa8-4803-a042-1625d38e5f9f service neutron] 10.222.0.35 "PUT /v2.0/ports/6c6086c9-459e-41c2-93dc-e71fce0688a9 HTTP/1.1" status: 200 len: 1094 time: 1.2240376 May 27 11:23:33.757064 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307d501d-2cf8-4760-905a-d16087a5e491', 'tag': '6c6086c9-459e-41c2-93dc-e71fce0688a9'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:23:33.800571 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd6fd7-caa8-4803-a042-1625d38e5f9f service neutron] Pushing event updated for resources: {'Port': ['ID=6c6086c9-459e-41c2-93dc-e71fce0688a9,revision_number=3']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:23:33.811610 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-91cd6fd7-caa8-4803-a042-1625d38e5f9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:23:33.847656 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307d501d-2cf8-4760-905a-d16087a5e491', 'tag': '6c6086c9-459e-41c2-93dc-e71fce0688a9', 'status': 'completed', 'code': 200} May 27 11:23:33.892323 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-6dac7557-ecd2-46c2-99ed-b706500cf20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:33.893844 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-6dac7557-ecd2-46c2-99ed-b706500cf20c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b1b8193137594de6b2a0370ffb96e24b&device_id=307d501d-2cf8-4760-905a-d16087a5e491 HTTP/1.1" status: 200 len: 1097 time: 0.0811484 May 27 11:23:33.975682 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-b54a2dac-ef01-44bb-a8b0-7304bffe5e6a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c6086c9-459e-41c2-93dc-e71fce0688a9 HTTP/1.1" status: 200 len: 217 time: 0.0705459 May 27 11:23:34.077476 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-2e1d78f0-773e-4648-823e-fb0b4500f5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:34.080356 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-2e1d78f0-773e-4648-823e-fb0b4500f5bb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d23567f4-70ba-4938-ae66-80fba3411944 HTTP/1.1" status: 200 len: 848 time: 0.0905716 May 27 11:23:34.153821 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-b79e6302-8cad-4831-b0a0-7da06f0e7a40 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f17861d8-6966-445d-b327-bea8b77efd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586252 May 27 11:23:34.372557 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-18d34109-c8d5-4aa5-bed3-66e4496dbf89 service neutron] 10.222.0.35 "GET /v2.0/networks/f17861d8-6966-445d-b327-bea8b77efd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114332 May 27 11:23:34.571108 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-2f27fb38-304f-463e-a75b-82b84d29e80d req-91f4353e-dc8c-4b53-9864-c97938dd9e57 service neutron] 10.222.0.35 "GET /v2.0/networks/f17861d8-6966-445d-b327-bea8b77efd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761096 May 27 11:23:34.784367 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581e97b-6bbc-41e8-929b-bd66dda425c2 req-4fc26afd-1440-402f-a3ff-7b47123b1274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:34.786422 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-d581e97b-6bbc-41e8-929b-bd66dda425c2 req-4fc26afd-1440-402f-a3ff-7b47123b1274 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b1b8193137594de6b2a0370ffb96e24b&device_id=307d501d-2cf8-4760-905a-d16087a5e491 HTTP/1.1" status: 200 len: 1097 time: 0.1164808 May 27 11:23:34.955099 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea0faa-1a4c-475c-9901-a4ce9b36c44c req-33f5b25d-7e2d-407d-934b-1a6aa2adbd1b tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:34.963445 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-73ea0faa-1a4c-475c-9901-a4ce9b36c44c req-33f5b25d-7e2d-407d-934b-1a6aa2adbd1b tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ecc28af-d9b1-4004-9fa8-c2e538e39577 HTTP/1.1" status: 200 len: 945 time: 0.2136078 May 27 11:23:34.994034 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581e97b-6bbc-41e8-929b-bd66dda425c2 req-e7bd2deb-2a18-4b92-94ac-0671ed92baaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:34.995770 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-d581e97b-6bbc-41e8-929b-bd66dda425c2 req-e7bd2deb-2a18-4b92-94ac-0671ed92baaf service neutron] 10.222.0.35 "GET /v2.0/networks?id=f17861d8-6966-445d-b327-bea8b77efd45 HTTP/1.1" status: 200 len: 910 time: 0.2009342 May 27 11:23:35.003937 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b51a4e-c032-4461-b51e-88bc62154aa9 req-9a291ad5-5ef3-4527-a520-565b4cb3156b tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:35.006694 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-17b51a4e-c032-4461-b51e-88bc62154aa9 req-9a291ad5-5ef3-4527-a520-565b4cb3156b tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 944 time: 0.1782482 May 27 11:23:35.049236 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-73ea0faa-1a4c-475c-9901-a4ce9b36c44c req-0fb85632-f502-48a5-a918-fa4e81b7f36e tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846529 May 27 11:23:35.096930 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-17b51a4e-c032-4461-b51e-88bc62154aa9 req-e1bb164e-58ea-4249-88b6-3a68c80f7157 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778048 May 27 11:23:35.257759 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-d581e97b-6bbc-41e8-929b-bd66dda425c2 req-533363e6-c1aa-433a-85fa-d00f72e8fa52 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c6086c9-459e-41c2-93dc-e71fce0688a9 HTTP/1.1" status: 200 len: 217 time: 0.2401609 May 27 11:23:35.320823 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32e1e5-5a98-4c1a-b1e1-b0693a16d535 req-b4dfaa76-77f0-4205-9749-e7f229131d00 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:35.323414 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5e32e1e5-5a98-4c1a-b1e1-b0693a16d535 req-b4dfaa76-77f0-4205-9749-e7f229131d00 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=307d501d-2cf8-4760-905a-d16087a5e491 HTTP/1.1" status: 200 len: 944 time: 0.1238291 May 27 11:23:35.375895 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581e97b-6bbc-41e8-929b-bd66dda425c2 req-f20596bd-9ce3-4931-9b1f-8cfe96c0095d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:35.377909 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-d581e97b-6bbc-41e8-929b-bd66dda425c2 req-f20596bd-9ce3-4931-9b1f-8cfe96c0095d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d23567f4-70ba-4938-ae66-80fba3411944 HTTP/1.1" status: 200 len: 848 time: 0.1075726 May 27 11:23:35.402802 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5e32e1e5-5a98-4c1a-b1e1-b0693a16d535 req-5bfca456-b780-4aa9-8825-dd4a15dfc58c tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/security-groups?id=8243f343-c8c1-440c-b609-f40246ad5daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711033 May 27 11:23:35.422502 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 32902) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:23:35.466124 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-d581e97b-6bbc-41e8-929b-bd66dda425c2 req-35d39527-6910-4bde-9213-60c4522f59b0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f17861d8-6966-445d-b327-bea8b77efd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717497 May 27 11:23:35.554862 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9812967a-355b-4313-b3dc-5a0d0c105c73 req-b2db0e13-bc01-4cdd-8693-c199ca4b7557 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1327124 May 27 11:23:35.644289 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-d581e97b-6bbc-41e8-929b-bd66dda425c2 req-4cdedb21-8156-4eb8-81c4-11aaf1c19790 service neutron] 10.222.0.35 "GET /v2.0/networks/f17861d8-6966-445d-b327-bea8b77efd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666965 May 27 11:23:35.820118 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-d581e97b-6bbc-41e8-929b-bd66dda425c2 req-abeedc96-a517-4284-b9a8-d8539a679db3 service neutron] 10.222.0.35 "GET /v2.0/networks/f17861d8-6966-445d-b327-bea8b77efd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582754 May 27 11:23:36.086709 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device d8561c55-a7b2-4736-8b2c-27319bcd3c40 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:23:36.335600 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2485522-8ec2-4317-81cb-3deb530977c5 req-51620ae1-2805-4545-8821-2f6340a74d3f tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:36.337035 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d2485522-8ec2-4317-81cb-3deb530977c5 req-51620ae1-2805-4545-8821-2f6340a74d3f tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ecc28af-d9b1-4004-9fa8-c2e538e39577 HTTP/1.1" status: 200 len: 945 time: 0.1452882 May 27 11:23:36.379251 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2e73b-432b-46d8-8832-05a55eeab438 req-ee1d63a0-b243-40f4-bc57-c2399ea23515 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:36.380791 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1cd2e73b-432b-46d8-8832-05a55eeab438 req-ee1d63a0-b243-40f4-bc57-c2399ea23515 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 944 time: 0.1352725 May 27 11:23:36.418352 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d2485522-8ec2-4317-81cb-3deb530977c5 req-3b86fa64-430d-4506-bd28-887ce52e1175 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739186 May 27 11:23:36.448272 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1cd2e73b-432b-46d8-8832-05a55eeab438 req-010e9ac2-f607-4944-8f1b-e6cea0bb2da9 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584431 May 27 11:23:36.634079 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6bcf6-4f2f-4b49-9fda-11d78a9789c9 req-475b5b34-85f7-4b9e-bc26-d14221e05c1b tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:36.635440 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-12d6bcf6-4f2f-4b49-9fda-11d78a9789c9 req-475b5b34-85f7-4b9e-bc26-d14221e05c1b tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=307d501d-2cf8-4760-905a-d16087a5e491 HTTP/1.1" status: 200 len: 944 time: 0.0946479 May 27 11:23:36.686678 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-12d6bcf6-4f2f-4b49-9fda-11d78a9789c9 req-2b9d9888-bcad-41f3-bb61-78c4491633c2 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/security-groups?id=8243f343-c8c1-440c-b609-f40246ad5daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447645 May 27 11:23:37.704255 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812967a-355b-4313-b3dc-5a0d0c105c73 req-5de3a19f-82d9-435e-85eb-101cc7f99412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:37.706099 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-9812967a-355b-4313-b3dc-5a0d0c105c73 req-5de3a19f-82d9-435e-85eb-101cc7f99412 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e&tenant_id=ee9a16c0b3d64dcaa05860c6748a85d3 HTTP/1.1" status: 200 len: 1097 time: 0.0952239 May 27 11:23:37.718375 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04934d-df33-4d52-bb51-fc7f13a80c4f req-ef16dd75-1e13-467b-a5b6-15f3b99c5c1b tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:37.720900 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-dd04934d-df33-4d52-bb51-fc7f13a80c4f req-ef16dd75-1e13-467b-a5b6-15f3b99c5c1b tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 944 time: 0.1196740 May 27 11:23:37.728639 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a08b7-da81-428e-a84a-818cbdccf716 req-fa1441fe-0b69-4a9f-a33d-d3a3fbabe1fd tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:37.730136 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-da0a08b7-da81-428e-a84a-818cbdccf716 req-fa1441fe-0b69-4a9f-a33d-d3a3fbabe1fd tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ecc28af-d9b1-4004-9fa8-c2e538e39577 HTTP/1.1" status: 200 len: 945 time: 0.1764164 May 27 11:23:37.807871 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-dd04934d-df33-4d52-bb51-fc7f13a80c4f req-f2f92980-e5a9-42ab-ab70-0783addf1377 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767100 May 27 11:23:37.810425 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-da0a08b7-da81-428e-a84a-818cbdccf716 req-c24e0d34-6074-4dec-85b6-7d0116849ec3 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649359 May 27 11:23:37.841325 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812967a-355b-4313-b3dc-5a0d0c105c73 req-7147e8e4-4327-4ef2-bfda-7ce20251f159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:37.842917 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-9812967a-355b-4313-b3dc-5a0d0c105c73 req-7147e8e4-4327-4ef2-bfda-7ce20251f159 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ee9a16c0b3d64dcaa05860c6748a85d3&device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 1097 time: 0.1041927 May 27 11:23:38.009879 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969071f-2de1-4e07-b660-9ee89c67c601 req-14d821b2-beeb-49c2-94e9-07a2d7fcc7ef tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:38.012474 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2969071f-2de1-4e07-b660-9ee89c67c601 req-14d821b2-beeb-49c2-94e9-07a2d7fcc7ef tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=307d501d-2cf8-4760-905a-d16087a5e491 HTTP/1.1" status: 200 len: 944 time: 0.0975852 May 27 11:23:38.049754 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812967a-355b-4313-b3dc-5a0d0c105c73 req-b87d3d3a-7213-434f-9849-5d530fd39239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:38.051687 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-9812967a-355b-4313-b3dc-5a0d0c105c73 req-b87d3d3a-7213-434f-9849-5d530fd39239 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b50153bc-b3d8-4853-86fc-46a79e9f3733 HTTP/1.1" status: 200 len: 919 time: 0.1970429 May 27 11:23:38.074955 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2969071f-2de1-4e07-b660-9ee89c67c601 req-2b927e8a-8947-4bbc-9781-62183d8ce99d tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/security-groups?id=8243f343-c8c1-440c-b609-f40246ad5daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572402 May 27 11:23:38.179410 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-9812967a-355b-4313-b3dc-5a0d0c105c73 req-05c623c8-dd89-4872-8b1e-1b7e839e571e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8561c55-a7b2-4736-8b2c-27319bcd3c40 HTTP/1.1" status: 200 len: 999 time: 0.1190181 May 27 11:23:38.260282 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812967a-355b-4313-b3dc-5a0d0c105c73 req-08f531e4-2117-4f1e-bb49-d11a8e779a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:38.261708 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-9812967a-355b-4313-b3dc-5a0d0c105c73 req-08f531e4-2117-4f1e-bb49-d11a8e779a4a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f HTTP/1.1" status: 200 len: 856 time: 0.0716310 May 27 11:23:38.349862 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812967a-355b-4313-b3dc-5a0d0c105c73 req-0994fe54-bb5d-4416-8cdc-8832a93dd941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:38.351306 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-9812967a-355b-4313-b3dc-5a0d0c105c73 req-0994fe54-bb5d-4416-8cdc-8832a93dd941 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b50153bc-b3d8-4853-86fc-46a79e9f3733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0806642 May 27 11:23:38.530026 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-9812967a-355b-4313-b3dc-5a0d0c105c73 req-b32c9bdc-811a-4302-9966-3043092fa1ba service neutron] 10.222.0.35 "GET /v2.0/networks/b50153bc-b3d8-4853-86fc-46a79e9f3733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693754 May 27 11:23:38.716202 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-9812967a-355b-4313-b3dc-5a0d0c105c73 req-060061b4-5944-4a42-9768-be6e8729fe00 service neutron] 10.222.0.35 "GET /v2.0/networks/b50153bc-b3d8-4853-86fc-46a79e9f3733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783102 May 27 11:23:39.107280 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8b85f-f043-4c4f-994b-b2889818cacf req-bb4244b9-e973-4a58-8a47-eb4d6237b397 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:39.108777 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d3a8b85f-f043-4c4f-994b-b2889818cacf req-bb4244b9-e973-4a58-8a47-eb4d6237b397 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ecc28af-d9b1-4004-9fa8-c2e538e39577 HTTP/1.1" status: 200 len: 945 time: 0.1703212 May 27 11:23:39.119920 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de06bf7-fbe3-42d1-bfb2-1e1f417741a8 req-14e84ae2-fbab-4447-8faa-b2c3436ba8aa tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:39.121543 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2de06bf7-fbe3-42d1-bfb2-1e1f417741a8 req-14e84ae2-fbab-4447-8faa-b2c3436ba8aa tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 944 time: 0.1346037 May 27 11:23:39.198289 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d3a8b85f-f043-4c4f-994b-b2889818cacf req-e03b4984-c0ff-4ff5-a168-84e0ba5e245e tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756848 May 27 11:23:39.201321 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2de06bf7-fbe3-42d1-bfb2-1e1f417741a8 req-873f4c49-bcbf-413d-ab57-fe28e5029943 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642364 May 27 11:23:39.529670 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8b078-b262-4564-a752-2388b7acb0db req-4d71e062-12a1-492a-a8d5-a8d4382d5b3c tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:39.531127 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-75f8b078-b262-4564-a752-2388b7acb0db req-4d71e062-12a1-492a-a8d5-a8d4382d5b3c tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=307d501d-2cf8-4760-905a-d16087a5e491 HTTP/1.1" status: 200 len: 944 time: 0.2116277 May 27 11:23:39.583317 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-75f8b078-b262-4564-a752-2388b7acb0db req-6c9d0bd1-7c88-4a45-a1e5-df5db02d95ee tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/security-groups?id=8243f343-c8c1-440c-b609-f40246ad5daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461133 May 27 11:23:40.114548 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 6c6086c9-459e-41c2-93dc-e71fce0688a9 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:23:40.292613 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 6c6086c9-459e-41c2-93dc-e71fce0688a9, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=6c6086c9-459e-41c2-93dc-e71fce0688a9,segment=NetworkSegment(9536778f-5cb6-4f14-acd2-949f166ebf6c),segment_id=9536778f-5cb6-4f14-acd2-949f166ebf6c)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:23:40.308438 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Returning: {'device': '6c6086c9-459e-41c2-93dc-e71fce0688a9', 'network_id': 'f17861d8-6966-445d-b327-bea8b77efd45', 'port_id': '6c6086c9-459e-41c2-93dc-e71fce0688a9', 'mac_address': 'fa:16:3e:95:79:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd23567f4-70ba-4938-ae66-80fba3411944', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:23:40.369432 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:40.394058 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c6086c9-459e-41c2-93dc-e71fce0688a9 {{(pid=91849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:23:40.425673 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 6c6086c9-459e-41c2-93dc-e71fce0688a9, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=6c6086c9-459e-41c2-93dc-e71fce0688a9,segment=NetworkSegment(9536778f-5cb6-4f14-acd2-949f166ebf6c),segment_id=9536778f-5cb6-4f14-acd2-949f166ebf6c)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:23:40.432974 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:40.435723 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:23:40.523745 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d6705-4812-4494-a256-7e78030aba90 req-e190e53e-a86a-4470-9232-e92beaec7f58 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:40.525327 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ff6d6705-4812-4494-a256-7e78030aba90 req-e190e53e-a86a-4470-9232-e92beaec7f58 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ecc28af-d9b1-4004-9fa8-c2e538e39577 HTTP/1.1" status: 200 len: 945 time: 0.1797173 May 27 11:23:40.533838 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4cebe9-3ae7-43e1-aac6-da19faccc80a req-318e595e-ef9e-4fba-b1a4-3faaed815097 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:40.534460 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=6c6086c9-459e-41c2-93dc-e71fce0688a9,revision_number=4']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:23:40.537900 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1e4cebe9-3ae7-43e1-aac6-da19faccc80a req-318e595e-ef9e-4fba-b1a4-3faaed815097 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 944 time: 0.1949751 May 27 11:23:40.542315 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:23:40.622660 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ff6d6705-4812-4494-a256-7e78030aba90 req-e44fdb0a-0b2f-42f9-a479-03aaa4bd8c03 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818319 May 27 11:23:40.628511 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1e4cebe9-3ae7-43e1-aac6-da19faccc80a req-1b0b1158-4868-4aaf-a01f-1ddcb2e23c3a tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715823 May 27 11:23:40.821474 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36811521-07f5-4c53-9fda-265a427d2970 req-f6562e13-a0bd-4b43-b763-c0f6eda2fefe tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:40.823169 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-36811521-07f5-4c53-9fda-265a427d2970 req-f6562e13-a0bd-4b43-b763-c0f6eda2fefe tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=307d501d-2cf8-4760-905a-d16087a5e491 HTTP/1.1" status: 200 len: 945 time: 0.0901623 May 27 11:23:40.872434 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-36811521-07f5-4c53-9fda-265a427d2970 req-cd307305-4182-411a-b961-b0c714091f84 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/security-groups?id=8243f343-c8c1-440c-b609-f40246ad5daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421824 May 27 11:23:41.026556 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['6c6086c9-459e-41c2-93dc-e71fce0688a9'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:23:41.920287 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c43b10-27da-4bad-b9b2-3ee99f033f96 req-2f32dfc0-556e-42b5-9b23-9d0775c7e792 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:41.921695 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d3c43b10-27da-4bad-b9b2-3ee99f033f96 req-2f32dfc0-556e-42b5-9b23-9d0775c7e792 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 944 time: 0.1395168 May 27 11:23:41.935083 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e38db-305f-442b-9842-15a2c18ebb55 req-07fea55e-de7f-4b59-8378-f650e5e1afb1 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:41.936621 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a95e38db-305f-442b-9842-15a2c18ebb55 req-07fea55e-de7f-4b59-8378-f650e5e1afb1 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ecc28af-d9b1-4004-9fa8-c2e538e39577 HTTP/1.1" status: 200 len: 945 time: 0.1856983 May 27 11:23:42.020572 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d3c43b10-27da-4bad-b9b2-3ee99f033f96 req-58007496-46ba-48a5-9eeb-3d3c0320165a tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829501 May 27 11:23:42.029618 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a95e38db-305f-442b-9842-15a2c18ebb55 req-4bdf9c30-b1e3-4c04-bc2a-4321f0910896 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779960 May 27 11:23:42.241249 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1d7df-c8c5-4ec6-8ac9-c622ac32a56b req-297a6155-1c07-4600-b0bb-d447c4bcb7fa tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:42.242704 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8ad1d7df-c8c5-4ec6-8ac9-c622ac32a56b req-297a6155-1c07-4600-b0bb-d447c4bcb7fa tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=307d501d-2cf8-4760-905a-d16087a5e491 HTTP/1.1" status: 200 len: 945 time: 0.1100023 May 27 11:23:42.295091 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8ad1d7df-c8c5-4ec6-8ac9-c622ac32a56b req-ca32a536-c77d-4daa-b104-d62f69c2a50f tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/security-groups?id=8243f343-c8c1-440c-b609-f40246ad5daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451934 May 27 11:23:43.310690 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10bc79-0041-4c10-a8a4-16acb1dcc435 req-65b1f240-371f-4295-bb38-e3dab0e8fbf2 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:43.312032 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-cb10bc79-0041-4c10-a8a4-16acb1dcc435 req-65b1f240-371f-4295-bb38-e3dab0e8fbf2 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 944 time: 0.1597891 May 27 11:23:43.326528 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a22356-b9f3-47f5-bec9-5271c0b11822 req-fe076c14-e297-488e-b50f-17a6e3b40f47 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:43.327909 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-46a22356-b9f3-47f5-bec9-5271c0b11822 req-fe076c14-e297-488e-b50f-17a6e3b40f47 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ecc28af-d9b1-4004-9fa8-c2e538e39577 HTTP/1.1" status: 200 len: 945 time: 0.1376371 May 27 11:23:43.402600 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-cb10bc79-0041-4c10-a8a4-16acb1dcc435 req-5baacf12-fcfc-4a12-bf1b-006cc72b766f tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836835 May 27 11:23:43.410795 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-46a22356-b9f3-47f5-bec9-5271c0b11822 req-45b1cecb-044e-42e4-87bb-f7daf9acbef2 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703785 May 27 11:23:43.642657 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb1b41-0ec7-4856-92cc-47d067ca60fe req-67015dc4-9d1f-45b0-91f3-7417024cbb6a tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:43.644261 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e6fb1b41-0ec7-4856-92cc-47d067ca60fe req-67015dc4-9d1f-45b0-91f3-7417024cbb6a tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=307d501d-2cf8-4760-905a-d16087a5e491 HTTP/1.1" status: 200 len: 945 time: 0.1102645 May 27 11:23:43.691401 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e6fb1b41-0ec7-4856-92cc-47d067ca60fe req-bf60110a-3476-4ca3-a1ff-a2d7fa7d4cd8 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/security-groups?id=8243f343-c8c1-440c-b609-f40246ad5daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409660 May 27 11:23:44.137416 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 6c6086c9-459e-41c2-93dc-e71fce0688a9 up at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:23:44.211717 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning for port 6c6086c9-459e-41c2-93dc-e71fce0688a9 completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:23:44.216301 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning complete for port 6c6086c9-459e-41c2-93dc-e71fce0688a9 triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:23:44.216727 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:44.344198 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:44.371218 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307d501d-2cf8-4760-905a-d16087a5e491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6086c9-459e-41c2-93dc-e71fce0688a9'}] {{(pid=91849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:23:44.381377 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 6c6086c9-459e-41c2-93dc-e71fce0688a9, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=6c6086c9-459e-41c2-93dc-e71fce0688a9,segment=NetworkSegment(9536778f-5cb6-4f14-acd2-949f166ebf6c),segment_id=9536778f-5cb6-4f14-acd2-949f166ebf6c)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:23:44.384918 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:44.386715 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-9b7b0449-79d5-431e-ab7a-5cc53829ac18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:23:44.422884 dv-cinder-751579-23-smb neutron-server[91849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307d501d-2cf8-4760-905a-d16087a5e491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6086c9-459e-41c2-93dc-e71fce0688a9', 'code': 200} May 27 11:23:44.461857 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=6c6086c9-459e-41c2-93dc-e71fce0688a9,revision_number=5']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:23:44.466022 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:23:44.595380 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-78a1032d-2028-4311-98e8-5ee952ee264d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:44.733043 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb24ac4-3787-400a-80b3-23375dba80ce req-2e112f40-4843-44b7-a70e-bd2bf0704970 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:44.734711 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2eb24ac4-3787-400a-80b3-23375dba80ce req-2e112f40-4843-44b7-a70e-bd2bf0704970 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 944 time: 0.1700249 May 27 11:23:44.754094 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542156ea-45d0-41e8-95a9-85b4509d630c req-f9eb89ef-6366-4d5b-adf3-57f5fb5d1371 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:44.756124 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-542156ea-45d0-41e8-95a9-85b4509d630c req-f9eb89ef-6366-4d5b-adf3-57f5fb5d1371 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ecc28af-d9b1-4004-9fa8-c2e538e39577 HTTP/1.1" status: 200 len: 945 time: 0.1409063 May 27 11:23:44.841423 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2eb24ac4-3787-400a-80b3-23375dba80ce req-58ecd86b-d1a1-42ca-b06e-9d8a93de23fa tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000619 May 27 11:23:44.854057 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-542156ea-45d0-41e8-95a9-85b4509d630c req-99d8d9a5-dfb7-4786-b347-e3bd04150d31 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828927 May 27 11:23:45.045367 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e75caf-f076-4343-a5ec-e2e52733011c req-b3c3a9ab-9e80-4eb5-822e-997d1d4f7545 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:45.047038 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e0e75caf-f076-4343-a5ec-e2e52733011c req-b3c3a9ab-9e80-4eb5-822e-997d1d4f7545 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=307d501d-2cf8-4760-905a-d16087a5e491 HTTP/1.1" status: 200 len: 946 time: 0.0883253 May 27 11:23:45.095815 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e0e75caf-f076-4343-a5ec-e2e52733011c req-1efcdf9f-694d-4665-bd63-aa01393eacb5 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/security-groups?id=8243f343-c8c1-440c-b609-f40246ad5daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419497 May 27 11:23:46.164027 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fee576-c0f4-4b83-aecd-9c46537c2fae req-740d8f87-9bac-4193-aea1-6fd4a5869d51 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:46.165509 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-23fee576-c0f4-4b83-aecd-9c46537c2fae req-740d8f87-9bac-4193-aea1-6fd4a5869d51 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ecc28af-d9b1-4004-9fa8-c2e538e39577 HTTP/1.1" status: 200 len: 945 time: 0.1523042 May 27 11:23:46.173974 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f9bcc-19df-4ade-9808-a864aa26c49c req-d756160e-65f7-4ef3-b3be-c0bd3b224e8b tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:46.175733 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1f5f9bcc-19df-4ade-9808-a864aa26c49c req-d756160e-65f7-4ef3-b3be-c0bd3b224e8b tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 944 time: 0.2012124 May 27 11:23:46.259232 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-23fee576-c0f4-4b83-aecd-9c46537c2fae req-014a80ff-22b6-4f0b-bd5d-6ddf24a34de8 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824623 May 27 11:23:46.264081 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1f5f9bcc-19df-4ade-9808-a864aa26c49c req-3b887ffc-a595-4e4c-993b-526becbb4ffb tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707245 May 27 11:23:46.466755 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b963c-c7ff-43e5-999b-a895d61ab575 req-5c0d10b8-9a46-4772-9867-33feda92ca70 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:46.468488 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b61b963c-c7ff-43e5-999b-a895d61ab575 req-5c0d10b8-9a46-4772-9867-33feda92ca70 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=307d501d-2cf8-4760-905a-d16087a5e491 HTTP/1.1" status: 200 len: 946 time: 0.0974600 May 27 11:23:46.532619 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b61b963c-c7ff-43e5-999b-a895d61ab575 req-00760f29-256b-4a3b-aaaf-8a348a8ba7ab tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/security-groups?id=8243f343-c8c1-440c-b609-f40246ad5daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561347 May 27 11:23:47.053717 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-779c035f-5720-45d1-868f-9a6a35186cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:47.115772 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:47.644652 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08cec2-9254-468f-b127-c8a5caecce3b req-8d79bb75-3745-443a-adcb-558f8c75bb18 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:47.646212 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-bd08cec2-9254-468f-b127-c8a5caecce3b req-8d79bb75-3745-443a-adcb-558f8c75bb18 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ecc28af-d9b1-4004-9fa8-c2e538e39577 HTTP/1.1" status: 200 len: 945 time: 0.2704580 May 27 11:23:47.654501 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d75e9-0d21-48c1-b686-87439e5f419c req-8268b838-e10d-42af-b463-a0c070d16869 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:47.656190 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-727d75e9-0d21-48c1-b686-87439e5f419c req-8268b838-e10d-42af-b463-a0c070d16869 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 944 time: 0.2433648 May 27 11:23:47.733497 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-bd08cec2-9254-468f-b127-c8a5caecce3b req-7e3d3ebb-eb42-46a0-8ad1-5f001c300039 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762064 May 27 11:23:47.750656 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-727d75e9-0d21-48c1-b686-87439e5f419c req-bcade576-c972-4cdc-9b75-1913d3c906a4 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752959 May 27 11:23:47.956421 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631288b0-a962-4779-9a0d-dcc5a2743b60 req-42bde067-7a70-4ae4-b9f0-7b829e86038b tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:47.957730 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-631288b0-a962-4779-9a0d-dcc5a2743b60 req-42bde067-7a70-4ae4-b9f0-7b829e86038b tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=307d501d-2cf8-4760-905a-d16087a5e491 HTTP/1.1" status: 200 len: 946 time: 0.1093330 May 27 11:23:48.007220 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-631288b0-a962-4779-9a0d-dcc5a2743b60 req-13c7fa81-000f-4bcd-ac6a-c7ad1f417f61 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/security-groups?id=8243f343-c8c1-440c-b609-f40246ad5daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435758 May 27 11:23:48.332939 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:49.072427 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ea256-db8a-45e9-a77c-6e424970b698 req-59a6e38c-7ca4-47f4-871a-c72b23b81827 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:49.077357 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-335ea256-db8a-45e9-a77c-6e424970b698 req-59a6e38c-7ca4-47f4-871a-c72b23b81827 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 944 time: 0.2049220 May 27 11:23:49.098059 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49843c5a-f4b1-416c-8903-c2ac5b6da64a req-d5a3e537-7fdf-4f66-af76-9ceb333cfded tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:49.099806 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-49843c5a-f4b1-416c-8903-c2ac5b6da64a req-d5a3e537-7fdf-4f66-af76-9ceb333cfded tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ecc28af-d9b1-4004-9fa8-c2e538e39577 HTTP/1.1" status: 200 len: 945 time: 0.2264185 May 27 11:23:49.192357 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-335ea256-db8a-45e9-a77c-6e424970b698 req-22577a99-fa98-4afa-9331-133ea321e7ea tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911827 May 27 11:23:49.195940 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-49843c5a-f4b1-416c-8903-c2ac5b6da64a req-45910a11-1b49-4c47-81ee-f742614239eb tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776556 May 27 11:23:49.438386 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c5b75-8cec-4a15-931a-b1adf5220f96 req-1fbb4890-73a1-4949-83a1-7c2eb0569a34 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:49.439943 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-573c5b75-8cec-4a15-931a-b1adf5220f96 req-1fbb4890-73a1-4949-83a1-7c2eb0569a34 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=307d501d-2cf8-4760-905a-d16087a5e491 HTTP/1.1" status: 200 len: 946 time: 0.1094205 May 27 11:23:49.491834 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-573c5b75-8cec-4a15-931a-b1adf5220f96 req-94effb75-fd77-4010-b4f3-558c59998b8b tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/security-groups?id=8243f343-c8c1-440c-b609-f40246ad5daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448477 May 27 11:23:50.363742 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:50.478631 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1880f-c3b1-482f-9635-c04c2aa57059 req-47bf5d94-8b7f-423c-9598-52223671c490 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:50.480132 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b3d1880f-c3b1-482f-9635-c04c2aa57059 req-47bf5d94-8b7f-423c-9598-52223671c490 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 944 time: 0.1552019 May 27 11:23:50.489312 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0383d2-d63f-46d6-a1f5-19656ab42b91 req-f2eefa5f-9ed4-4ffb-a671-2d83d8d66c3a tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:50.490913 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-bc0383d2-d63f-46d6-a1f5-19656ab42b91 req-f2eefa5f-9ed4-4ffb-a671-2d83d8d66c3a tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ecc28af-d9b1-4004-9fa8-c2e538e39577 HTTP/1.1" status: 200 len: 945 time: 0.1287475 May 27 11:23:50.567998 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b3d1880f-c3b1-482f-9635-c04c2aa57059 req-cf834f54-6246-4984-934b-6a955d4ed95f tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759776 May 27 11:23:50.572574 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-bc0383d2-d63f-46d6-a1f5-19656ab42b91 req-6ac92bfe-ebbe-4bf9-8afc-afeada587e8c tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657279 May 27 11:23:50.791105 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098db0ff-756a-42d8-a1e2-5625c7df1de5 req-1457acf5-936a-4e7c-b6c7-72b8426c5fcf tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:50.793867 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-098db0ff-756a-42d8-a1e2-5625c7df1de5 req-1457acf5-936a-4e7c-b6c7-72b8426c5fcf tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=307d501d-2cf8-4760-905a-d16087a5e491 HTTP/1.1" status: 200 len: 946 time: 0.1001227 May 27 11:23:50.844457 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-098db0ff-756a-42d8-a1e2-5625c7df1de5 req-8be10c01-ba0e-4779-a879-365d847c4c68 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/security-groups?id=8243f343-c8c1-440c-b609-f40246ad5daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426230 May 27 11:23:51.892510 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42244aa8-f710-47cd-a22c-3da72e4b9e7b req-7346ebcb-fd76-4d02-b143-54a9a6b6e9b2 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:51.895228 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-42244aa8-f710-47cd-a22c-3da72e4b9e7b req-7346ebcb-fd76-4d02-b143-54a9a6b6e9b2 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 944 time: 0.2023404 May 27 11:23:51.907154 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c69c3-069a-49d0-8472-9feb0b73aba5 req-08647088-71f4-42ce-89eb-71628b707f53 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:51.909349 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f20c69c3-069a-49d0-8472-9feb0b73aba5 req-08647088-71f4-42ce-89eb-71628b707f53 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ecc28af-d9b1-4004-9fa8-c2e538e39577 HTTP/1.1" status: 200 len: 945 time: 0.1736672 May 27 11:23:51.993045 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-42244aa8-f710-47cd-a22c-3da72e4b9e7b req-55737247-ed9a-4eba-a5fe-08ed3a4f3b61 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821633 May 27 11:23:52.022297 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f20c69c3-069a-49d0-8472-9feb0b73aba5 req-c64c4cdb-ca95-4e44-99b5-a6c6c4523e3e tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894513 May 27 11:23:52.237247 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea037d0-f2ee-48f9-bed0-638a18728138 req-1f06932d-18a6-467d-bc23-27f15b444074 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:52.238726 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-cea037d0-f2ee-48f9-bed0-638a18728138 req-1f06932d-18a6-467d-bc23-27f15b444074 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=307d501d-2cf8-4760-905a-d16087a5e491 HTTP/1.1" status: 200 len: 946 time: 0.0875442 May 27 11:23:52.285499 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-cea037d0-f2ee-48f9-bed0-638a18728138 req-b66e2b55-6a57-4601-86f8-9c93e7b626a6 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/security-groups?id=8243f343-c8c1-440c-b609-f40246ad5daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406232 May 27 11:23:53.273497 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59900ab-35cc-4f88-8e41-77018fe19cb3 req-7f8b81a2-ef59-4dd3-896b-501d48050191 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:53.275137 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c59900ab-35cc-4f88-8e41-77018fe19cb3 req-7f8b81a2-ef59-4dd3-896b-501d48050191 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 944 time: 0.1527383 May 27 11:23:53.285195 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e664f2-4ac4-43ce-bc83-6263e5579c05 req-d5605f3f-bd51-41e8-9467-eb5fab0135fe tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:53.286724 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f5e664f2-4ac4-43ce-bc83-6263e5579c05 req-d5605f3f-bd51-41e8-9467-eb5fab0135fe tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ecc28af-d9b1-4004-9fa8-c2e538e39577 HTTP/1.1" status: 200 len: 945 time: 0.1300302 May 27 11:23:53.379321 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c59900ab-35cc-4f88-8e41-77018fe19cb3 req-35d91856-17b7-4723-813a-5e82b2bd6748 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914419 May 27 11:23:53.400299 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f5e664f2-4ac4-43ce-bc83-6263e5579c05 req-4d36612f-b3e6-4197-9aa8-9c73415b9238 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874767 May 27 11:23:53.575398 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36777f-18b8-4925-bade-9566b3dfe222 req-29036828-4a0b-4128-b6da-5df1c076fceb tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:53.576829 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ab36777f-18b8-4925-bade-9566b3dfe222 req-29036828-4a0b-4128-b6da-5df1c076fceb tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=307d501d-2cf8-4760-905a-d16087a5e491 HTTP/1.1" status: 200 len: 946 time: 0.0851471 May 27 11:23:53.629177 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ab36777f-18b8-4925-bade-9566b3dfe222 req-aa4a48b3-3564-4351-8153-4d6cf6ef1874 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/security-groups?id=8243f343-c8c1-440c-b609-f40246ad5daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466001 May 27 11:23:53.882643 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:54.644258 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250b42b-c991-45b8-91dc-d84190e18060 req-673f731c-6feb-4861-b0f9-8dc2f4da2da3 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:54.645877 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c250b42b-c991-45b8-91dc-d84190e18060 req-673f731c-6feb-4861-b0f9-8dc2f4da2da3 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 944 time: 0.1545033 May 27 11:23:54.659186 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8eb96-f5b8-4578-a0ed-33ec419e162b req-daab909e-808c-48e1-8789-c5864bd56cba tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:54.660641 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d5a8eb96-f5b8-4578-a0ed-33ec419e162b req-daab909e-808c-48e1-8789-c5864bd56cba tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ecc28af-d9b1-4004-9fa8-c2e538e39577 HTTP/1.1" status: 200 len: 945 time: 0.1324368 May 27 11:23:54.733526 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c250b42b-c991-45b8-91dc-d84190e18060 req-3969e071-23fe-45ee-a5e5-a4e68e4cd034 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716572 May 27 11:23:54.738712 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d5a8eb96-f5b8-4578-a0ed-33ec419e162b req-37fc2dec-4be4-4877-8a0a-09d157686411 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636666 May 27 11:23:54.919319 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a5a6f-e4d7-46a6-b7f5-122946c46536 req-a0298f78-7dc6-4aa6-8800-bf1173cc661b tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:54.920705 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-544a5a6f-e4d7-46a6-b7f5-122946c46536 req-a0298f78-7dc6-4aa6-8800-bf1173cc661b tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=307d501d-2cf8-4760-905a-d16087a5e491 HTTP/1.1" status: 200 len: 946 time: 0.0834246 May 27 11:23:54.968405 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-544a5a6f-e4d7-46a6-b7f5-122946c46536 req-7a718dda-c68d-43ac-8f35-ca150f5944ec tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/security-groups?id=8243f343-c8c1-440c-b609-f40246ad5daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401266 May 27 11:23:56.071804 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790cbaaa-c2b3-4400-bb52-11a95f6416bd req-369b401a-68f6-492f-8b6e-1b7cac43bf68 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:56.073145 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-790cbaaa-c2b3-4400-bb52-11a95f6416bd req-369b401a-68f6-492f-8b6e-1b7cac43bf68 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 944 time: 0.2228160 May 27 11:23:56.081747 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5299236-cc79-4b33-b479-866f4b58592c req-619fee76-ec47-4d66-b697-f449ed408c02 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:56.083287 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e5299236-cc79-4b33-b479-866f4b58592c req-619fee76-ec47-4d66-b697-f449ed408c02 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ecc28af-d9b1-4004-9fa8-c2e538e39577 HTTP/1.1" status: 200 len: 945 time: 0.1974730 May 27 11:23:56.160972 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-790cbaaa-c2b3-4400-bb52-11a95f6416bd req-72fc30d7-3f6e-4f73-8475-ddee812b8330 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767117 May 27 11:23:56.165397 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e5299236-cc79-4b33-b479-866f4b58592c req-1b1bdac1-f843-47a7-ab2a-455373319fc1 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680752 May 27 11:23:56.336612 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1b739-e1ae-4f56-a539-86778ab09543 req-ee746c92-8208-4e81-9489-3bd94ae30a40 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:56.337951 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-91d1b739-e1ae-4f56-a539-86778ab09543 req-ee746c92-8208-4e81-9489-3bd94ae30a40 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=307d501d-2cf8-4760-905a-d16087a5e491 HTTP/1.1" status: 200 len: 946 time: 0.0801787 May 27 11:23:56.382923 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-91d1b739-e1ae-4f56-a539-86778ab09543 req-27abea9f-56f9-40fa-934f-ef97819777f2 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/security-groups?id=8243f343-c8c1-440c-b609-f40246ad5daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393345 May 27 11:23:57.423523 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6cc786-4c5d-4d26-9bf7-29f2f50f229d req-b497e77b-a6af-4d6e-bc4e-9d5b9305a8f3 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:57.424975 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ba6cc786-4c5d-4d26-9bf7-29f2f50f229d req-b497e77b-a6af-4d6e-bc4e-9d5b9305a8f3 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 944 time: 0.1464608 May 27 11:23:57.433291 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ddb10-1b6f-4874-91f4-bb952bd7eda0 req-19492a97-8f69-4db0-927f-7b0d03d2e588 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:57.434796 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-949ddb10-1b6f-4874-91f4-bb952bd7eda0 req-19492a97-8f69-4db0-927f-7b0d03d2e588 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ecc28af-d9b1-4004-9fa8-c2e538e39577 HTTP/1.1" status: 200 len: 945 time: 0.1582165 May 27 11:23:57.506794 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ba6cc786-4c5d-4d26-9bf7-29f2f50f229d req-154200e4-fc1f-4556-baef-91138d35341d tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709713 May 27 11:23:57.511513 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-949ddb10-1b6f-4874-91f4-bb952bd7eda0 req-258d0deb-702c-46ca-a7d1-2e76913b7b9d tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614569 May 27 11:23:57.617202 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9d9e1-f2ab-475b-ad66-e31284b6efb1 req-b6b740d1-d888-4e34-8577-94c3b96ee012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:57.618926 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-f9c9d9e1-f2ab-475b-ad66-e31284b6efb1 req-b6b740d1-d888-4e34-8577-94c3b96ee012 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=307d501d-2cf8-4760-905a-d16087a5e491 HTTP/1.1" status: 200 len: 1099 time: 0.0827785 May 27 11:23:57.662805 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-f9c9d9e1-f2ab-475b-ad66-e31284b6efb1 req-f999ee16-85dc-4ffd-93e9-597fb27cbf9b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8243f343-c8c1-440c-b609-f40246ad5daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355818 May 27 11:23:57.693460 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3e1aa-7f32-46ea-bd28-315b0f8ff86e req-66a09a79-947e-4b0a-b712-e5b477ba7a31 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:57.694810 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-cfb3e1aa-7f32-46ea-bd28-315b0f8ff86e req-66a09a79-947e-4b0a-b712-e5b477ba7a31 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=307d501d-2cf8-4760-905a-d16087a5e491 HTTP/1.1" status: 200 len: 946 time: 0.0854518 May 27 11:23:57.739353 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-cfb3e1aa-7f32-46ea-bd28-315b0f8ff86e req-82802126-82e1-4449-861e-0da7ef0fbb3e tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/security-groups?id=8243f343-c8c1-440c-b609-f40246ad5daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389528 May 27 11:23:58.235861 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 6 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:23:58.761636 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe44a3-c826-414e-ae6e-569b96da919f req-1a262bd9-12a4-4c73-8dfa-a5a938d3d84a tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:58.763073 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-dafe44a3-c826-414e-ae6e-569b96da919f req-1a262bd9-12a4-4c73-8dfa-a5a938d3d84a tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ecc28af-d9b1-4004-9fa8-c2e538e39577 HTTP/1.1" status: 200 len: 945 time: 0.1446254 May 27 11:23:58.774993 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290110d1-2b91-4932-8c45-93c9c6d91b89 req-b74149e7-0e2b-4e16-9924-7784f5ec2057 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:58.776520 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-290110d1-2b91-4932-8c45-93c9c6d91b89 req-b74149e7-0e2b-4e16-9924-7784f5ec2057 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 944 time: 0.1218021 May 27 11:23:58.849134 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-290110d1-2b91-4932-8c45-93c9c6d91b89 req-70f4302f-eb2c-46fe-8b0b-32bd1c6b963f tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581930 May 27 11:23:58.851550 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-dafe44a3-c826-414e-ae6e-569b96da919f req-2f6b910a-7ea8-4cd8-b938-25e486dbd0fe tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738926 May 27 11:23:59.029375 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283a9e1-e7b6-419e-9822-ddb6ad37d3a7 req-cccd778d-16b3-4742-af19-56f0baad54f7 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:59.030804 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f283a9e1-e7b6-419e-9822-ddb6ad37d3a7 req-cccd778d-16b3-4742-af19-56f0baad54f7 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=307d501d-2cf8-4760-905a-d16087a5e491 HTTP/1.1" status: 200 len: 946 time: 0.0813291 May 27 11:23:59.075861 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f283a9e1-e7b6-419e-9822-ddb6ad37d3a7 req-30fa23be-9a6d-48a6-b107-81c35d87ebe0 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/security-groups?id=8243f343-c8c1-440c-b609-f40246ad5daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387838 May 27 11:23:59.967347 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd96ed9-500f-410c-84e2-58d0beb0f49c req-cacc034f-6607-4942-b41c-4c41abfc27d9 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:23:59.968105 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-2bd96ed9-500f-410c-84e2-58d0beb0f49c req-cacc034f-6607-4942-b41c-4c41abfc27d9 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Synchronizing usage tracker for tenant:47a188197104436daf82b4f6be81d6dc on resource:port {{(pid=91847) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:23:59.985011 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-2bd96ed9-500f-410c-84e2-58d0beb0f49c req-cacc034f-6607-4942-b41c-4c41abfc27d9 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Unset dirty status for tenant:47a188197104436daf82b4f6be81d6dc on resource:port {{(pid=91847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:23:59.986493 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-2bd96ed9-500f-410c-84e2-58d0beb0f49c req-cacc034f-6607-4942-b41c-4c41abfc27d9 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ecc28af-d9b1-4004-9fa8-c2e538e39577 HTTP/1.1" status: 200 len: 945 time: 0.1025023 May 27 11:24:00.106077 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b2403-2649-426e-8397-d0e061b5c1dc req-b5a5157c-afb9-45bd-b0d4-9226b026a5ec tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:00.107984 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-347b2403-2649-426e-8397-d0e061b5c1dc req-b5a5157c-afb9-45bd-b0d4-9226b026a5ec tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ecc28af-d9b1-4004-9fa8-c2e538e39577 HTTP/1.1" status: 200 len: 945 time: 0.1480088 May 27 11:24:00.137185 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94256cd1-3c8f-4736-9bf2-4d655365fe55 req-a6de5a77-ddf6-4610-9438-260cfb40b3fc tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:00.138634 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-94256cd1-3c8f-4736-9bf2-4d655365fe55 req-a6de5a77-ddf6-4610-9438-260cfb40b3fc tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 944 time: 0.1440213 May 27 11:24:00.144928 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [req-2bd96ed9-500f-410c-84e2-58d0beb0f49c req-53fd6450-e5a0-4b12-9024-6ff5859b9e8c tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Deleting port 0110dccf-8527-43ea-891a-cf5aa0ac3a8c {{(pid=91847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:24:00.145273 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-2bd96ed9-500f-410c-84e2-58d0beb0f49c req-53fd6450-e5a0-4b12-9024-6ff5859b9e8c tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:00.196280 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-347b2403-2649-426e-8397-d0e061b5c1dc req-e80885ec-e8f2-4d8a-9bf2-81524569ac8c tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/security-groups?id=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805783 May 27 11:24:00.207418 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-94256cd1-3c8f-4736-9bf2-4d655365fe55 req-88b4db8f-b8eb-401a-b5ec-847e7bb6065d tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624728 May 27 11:24:00.385067 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [req-2bd96ed9-500f-410c-84e2-58d0beb0f49c req-53fd6450-e5a0-4b12-9024-6ff5859b9e8c tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] For port 0110dccf-8527-43ea-891a-cf5aa0ac3a8c, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=0110dccf-8527-43ea-891a-cf5aa0ac3a8c,segment=NetworkSegment(fb42ede5-b0ca-4d88-85c8-32b1e4f4094d),segment_id=fb42ede5-b0ca-4d88-85c8-32b1e4f4094d)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:24:00.385413 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-2bd96ed9-500f-410c-84e2-58d0beb0f49c req-53fd6450-e5a0-4b12-9024-6ff5859b9e8c tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:00.389657 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1e1e4-9da3-4df7-b8f1-35c222e5cd16 req-8785825f-134e-4400-a16b-247881b814f3 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:00.391229 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-aee1e1e4-9da3-4df7-b8f1-35c222e5cd16 req-8785825f-134e-4400-a16b-247881b814f3 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=307d501d-2cf8-4760-905a-d16087a5e491 HTTP/1.1" status: 200 len: 946 time: 0.0836413 May 27 11:24:00.437343 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-aee1e1e4-9da3-4df7-b8f1-35c222e5cd16 req-cc522a24-30c9-4115-84ff-a7f3f5297388 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/security-groups?id=8243f343-c8c1-440c-b609-f40246ad5daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401323 May 27 11:24:00.512934 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [req-2bd96ed9-500f-410c-84e2-58d0beb0f49c req-53fd6450-e5a0-4b12-9024-6ff5859b9e8c tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Calling delete_port for 0110dccf-8527-43ea-891a-cf5aa0ac3a8c owned by compute:nova {{(pid=91847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:24:00.630719 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-2bd96ed9-500f-410c-84e2-58d0beb0f49c req-53fd6450-e5a0-4b12-9024-6ff5859b9e8c tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7527304'] for port, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:00.636525 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-9daf1f75-5968-4228-a937-44d752fb179b tempest-ServerRescueNegativeTestJSON-871080075 tempest-ServerRescueNegativeTestJSON-871080075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:00.649895 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['0110dccf-8527-43ea-891a-cf5aa0ac3a8c'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:24:00.683225 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd6450-e5a0-4b12-9024-6ff5859b9e8c tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Pushing event deleted for resources: {'Port': ['ID=0110dccf-8527-43ea-891a-cf5aa0ac3a8c,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:00.686335 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-53fd6450-e5a0-4b12-9024-6ff5859b9e8c tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:00.760130 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd96ed9-500f-410c-84e2-58d0beb0f49c req-53fd6450-e5a0-4b12-9024-6ff5859b9e8c tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] No DVR routers for this DVR port 0110dccf-8527-43ea-891a-cf5aa0ac3a8c on host hv-cinder-75157 {{(pid=91847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:24:00.762613 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-2bd96ed9-500f-410c-84e2-58d0beb0f49c req-53fd6450-e5a0-4b12-9024-6ff5859b9e8c tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:00.766494 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ecc28af-d9b1-4004-9fa8-c2e538e39577', 'name': 'network-vif-deleted', 'tag': '0110dccf-8527-43ea-891a-cf5aa0ac3a8c'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:24:00.780270 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-2bd96ed9-500f-410c-84e2-58d0beb0f49c req-53fd6450-e5a0-4b12-9024-6ff5859b9e8c tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.35 "DELETE /v2.0/ports/0110dccf-8527-43ea-891a-cf5aa0ac3a8c HTTP/1.1" status: 204 len: 173 time: 0.7835450 May 27 11:24:00.910938 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ecc28af-d9b1-4004-9fa8-c2e538e39577', 'name': 'network-vif-deleted', 'tag': '0110dccf-8527-43ea-891a-cf5aa0ac3a8c', 'status': 'completed', 'code': 200} May 27 11:24:01.414080 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f79d6a33-e7e3-4690-b351-8070583e862b req-c06613ef-0b84-4d4c-9cfb-9faaf06d5548 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ecc28af-d9b1-4004-9fa8-c2e538e39577 HTTP/1.1" status: 200 len: 210 time: 0.0887170 May 27 11:24:01.469267 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa30991-aa82-49be-b322-88bc8a10d155 req-c151fa58-e1b5-49d7-b7d8-9d81856d9811 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:01.470939 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0aa30991-aa82-49be-b322-88bc8a10d155 req-c151fa58-e1b5-49d7-b7d8-9d81856d9811 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 944 time: 0.1137030 May 27 11:24:01.531570 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0aa30991-aa82-49be-b322-88bc8a10d155 req-a8d2a960-78c4-401d-a9d1-9bea04e52048 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530910 May 27 11:24:01.810779 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00189d9-2ad6-4017-b2f0-4e1956f18196 req-654b8aa2-915f-4a3e-88b9-7e80f7b1b23b tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:01.812344 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b00189d9-2ad6-4017-b2f0-4e1956f18196 req-654b8aa2-915f-4a3e-88b9-7e80f7b1b23b tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=307d501d-2cf8-4760-905a-d16087a5e491 HTTP/1.1" status: 200 len: 946 time: 0.0859876 May 27 11:24:01.858088 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b00189d9-2ad6-4017-b2f0-4e1956f18196 req-27479c3b-7a09-4804-a30d-1c36af5277cc tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/security-groups?id=8243f343-c8c1-440c-b609-f40246ad5daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399132 May 27 11:24:02.744737 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf4b14-e2bd-4804-934e-0bbd578c0aec req-2eddff7e-4ee2-4f4c-b5b1-b693a2750747 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:02.746250 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2faf4b14-e2bd-4804-934e-0bbd578c0aec req-2eddff7e-4ee2-4f4c-b5b1-b693a2750747 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 944 time: 0.0992920 May 27 11:24:02.793912 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2faf4b14-e2bd-4804-934e-0bbd578c0aec req-14482d3f-a389-403a-b0cb-0942174e12a4 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408821 May 27 11:24:03.055931 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ff898-7b23-4064-b26a-f7a477d79eb2 req-54976011-12b4-4be5-b695-c3970f594614 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:03.057394 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-959ff898-7b23-4064-b26a-f7a477d79eb2 req-54976011-12b4-4be5-b695-c3970f594614 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=307d501d-2cf8-4760-905a-d16087a5e491 HTTP/1.1" status: 200 len: 946 time: 0.0833950 May 27 11:24:03.105893 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-959ff898-7b23-4064-b26a-f7a477d79eb2 req-6b7ef98b-3eab-4eac-b307-dfe418e067d1 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/security-groups?id=8243f343-c8c1-440c-b609-f40246ad5daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413237 May 27 11:24:03.795406 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5255b0-fbb3-4fb7-88eb-1d24129a578a req-79f95ce6-1903-4bf4-9b83-3925660020b3 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:03.796319 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-fb5255b0-fbb3-4fb7-88eb-1d24129a578a req-79f95ce6-1903-4bf4-9b83-3925660020b3 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Synchronizing usage tracker for tenant:b1b8193137594de6b2a0370ffb96e24b on resource:port {{(pid=91847) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:24:03.813647 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-fb5255b0-fbb3-4fb7-88eb-1d24129a578a req-79f95ce6-1903-4bf4-9b83-3925660020b3 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Unset dirty status for tenant:b1b8193137594de6b2a0370ffb96e24b on resource:port {{(pid=91847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:24:03.815004 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-fb5255b0-fbb3-4fb7-88eb-1d24129a578a req-79f95ce6-1903-4bf4-9b83-3925660020b3 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.35 "GET /v2.0/ports?device_id=307d501d-2cf8-4760-905a-d16087a5e491 HTTP/1.1" status: 200 len: 946 time: 0.1035244 May 27 11:24:03.966114 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [req-fb5255b0-fbb3-4fb7-88eb-1d24129a578a req-97b9975e-9ddb-468e-be5d-0f3eba9903f1 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Deleting port 6c6086c9-459e-41c2-93dc-e71fce0688a9 {{(pid=91847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:24:03.966612 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-fb5255b0-fbb3-4fb7-88eb-1d24129a578a req-97b9975e-9ddb-468e-be5d-0f3eba9903f1 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:04.013331 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932f647-afe0-453c-89e2-e9fe870e52fd req-cbbf7a6e-6e02-46fe-a118-ebd411243ffc tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:04.014870 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b932f647-afe0-453c-89e2-e9fe870e52fd req-cbbf7a6e-6e02-46fe-a118-ebd411243ffc tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 944 time: 0.0903854 May 27 11:24:04.068106 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b932f647-afe0-453c-89e2-e9fe870e52fd req-aed48aa3-b085-43c2-8295-53b4dbb1ff18 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463889 May 27 11:24:04.118918 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [req-fb5255b0-fbb3-4fb7-88eb-1d24129a578a req-97b9975e-9ddb-468e-be5d-0f3eba9903f1 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] For port 6c6086c9-459e-41c2-93dc-e71fce0688a9, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=6c6086c9-459e-41c2-93dc-e71fce0688a9,segment=NetworkSegment(9536778f-5cb6-4f14-acd2-949f166ebf6c),segment_id=9536778f-5cb6-4f14-acd2-949f166ebf6c)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:24:04.119278 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-fb5255b0-fbb3-4fb7-88eb-1d24129a578a req-97b9975e-9ddb-468e-be5d-0f3eba9903f1 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:04.247616 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device d8561c55-a7b2-4736-8b2c-27319bcd3c40 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:24:04.254425 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 0110dccf-8527-43ea-891a-cf5aa0ac3a8c no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:24:04.255892 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [req-fb5255b0-fbb3-4fb7-88eb-1d24129a578a req-97b9975e-9ddb-468e-be5d-0f3eba9903f1 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Calling delete_port for 6c6086c9-459e-41c2-93dc-e71fce0688a9 owned by compute:nova {{(pid=91847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:24:04.306988 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] No Port match for: 0110dccf-8527-43ea-891a-cf5aa0ac3a8c {{(pid=91849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:24:04.307644 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 0110dccf-8527-43ea-891a-cf5aa0ac3a8c not bound to the agent host hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:24:04.344076 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bca0b8-50de-4c92-8e09-70e508363cfe req-26ba2823-42bb-4fa7-b08c-b222d84be779 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:04.351783 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b2bca0b8-50de-4c92-8e09-70e508363cfe req-26ba2823-42bb-4fa7-b08c-b222d84be779 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/ports?device_id=307d501d-2cf8-4760-905a-d16087a5e491 HTTP/1.1" status: 200 len: 946 time: 0.1266727 May 27 11:24:04.450983 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-fb5255b0-fbb3-4fb7-88eb-1d24129a578a req-97b9975e-9ddb-468e-be5d-0f3eba9903f1 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7527304'] for port, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:04.459350 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-c1cae795-7c2a-4c35-ac7c-4d1c5b962c09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:04.464727 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port d8561c55-a7b2-4736-8b2c-27319bcd3c40, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d8561c55-a7b2-4736-8b2c-27319bcd3c40,segment=NetworkSegment(0c88ad6b-358d-4210-9d68-f349b8a786a2),segment_id=0c88ad6b-358d-4210-9d68-f349b8a786a2)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:24:04.473907 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['6c6086c9-459e-41c2-93dc-e71fce0688a9'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:24:04.493764 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b2bca0b8-50de-4c92-8e09-70e508363cfe req-601b7c31-3db5-4b3b-81e4-ec58abb47573 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.77 "GET /v2.0/security-groups?id=8243f343-c8c1-440c-b609-f40246ad5daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407826 May 27 11:24:04.507815 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9975e-9ddb-468e-be5d-0f3eba9903f1 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Pushing event deleted for resources: {'Port': ['ID=6c6086c9-459e-41c2-93dc-e71fce0688a9,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:04.509685 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Returning: {'device': 'd8561c55-a7b2-4736-8b2c-27319bcd3c40', 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733', 'port_id': 'd8561c55-a7b2-4736-8b2c-27319bcd3c40', 'mac_address': 'fa:16:3e:2f:ff:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:24:04.510644 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-97b9975e-9ddb-468e-be5d-0f3eba9903f1 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:04.580318 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:04.595774 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5255b0-fbb3-4fb7-88eb-1d24129a578a req-97b9975e-9ddb-468e-be5d-0f3eba9903f1 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] No DVR routers for this DVR port 6c6086c9-459e-41c2-93dc-e71fce0688a9 on host hv-cinder-75157 {{(pid=91847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:24:04.597823 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8561c55-a7b2-4736-8b2c-27319bcd3c40 {{(pid=91849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:24:04.598326 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-fb5255b0-fbb3-4fb7-88eb-1d24129a578a req-97b9975e-9ddb-468e-be5d-0f3eba9903f1 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:04.601419 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307d501d-2cf8-4760-905a-d16087a5e491', 'name': 'network-vif-deleted', 'tag': '6c6086c9-459e-41c2-93dc-e71fce0688a9'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:24:04.615440 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port d8561c55-a7b2-4736-8b2c-27319bcd3c40, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d8561c55-a7b2-4736-8b2c-27319bcd3c40,segment=NetworkSegment(0c88ad6b-358d-4210-9d68-f349b8a786a2),segment_id=0c88ad6b-358d-4210-9d68-f349b8a786a2)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:24:04.620213 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:04.621977 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:04.625721 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-fb5255b0-fbb3-4fb7-88eb-1d24129a578a req-97b9975e-9ddb-468e-be5d-0f3eba9903f1 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] 10.222.0.35 "DELETE /v2.0/ports/6c6086c9-459e-41c2-93dc-e71fce0688a9 HTTP/1.1" status: 204 len: 173 time: 0.8005483 May 27 11:24:04.655398 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307d501d-2cf8-4760-905a-d16087a5e491', 'name': 'network-vif-deleted', 'tag': '6c6086c9-459e-41c2-93dc-e71fce0688a9', 'status': 'completed', 'code': 200} May 27 11:24:04.691800 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=d8561c55-a7b2-4736-8b2c-27319bcd3c40,revision_number=9']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:04.699554 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:04.699891 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:04.700196 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:04.700514 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:04.700828 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:04.701142 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:04.701447 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:04.701755 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:04.702064 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:04.702370 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:04.702676 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:04.703035 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:04.707386 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:05.110216 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['d8561c55-a7b2-4736-8b2c-27319bcd3c40'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:24:05.294488 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c38f26-06ff-4983-bf3f-ef8c8cd2467d req-99d69531-c2d2-437a-b914-91e7c6c5aa6f tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:05.296149 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-13c38f26-06ff-4983-bf3f-ef8c8cd2467d req-99d69531-c2d2-437a-b914-91e7c6c5aa6f tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 945 time: 0.0936284 May 27 11:24:05.358631 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-13c38f26-06ff-4983-bf3f-ef8c8cd2467d req-c6b0f934-5932-49a5-8494-5fec624379e0 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554376 May 27 11:24:06.256057 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device d8561c55-a7b2-4736-8b2c-27319bcd3c40 up at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:24:06.346088 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning complete for port d8561c55-a7b2-4736-8b2c-27319bcd3c40 triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:24:06.346472 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:06.499136 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:06.546226 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2683912e-f131-4588-9b34-f584dea87d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8561c55-a7b2-4736-8b2c-27319bcd3c40'}] {{(pid=91849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:24:06.567221 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port d8561c55-a7b2-4736-8b2c-27319bcd3c40, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d8561c55-a7b2-4736-8b2c-27319bcd3c40,segment=NetworkSegment(0c88ad6b-358d-4210-9d68-f349b8a786a2),segment_id=0c88ad6b-358d-4210-9d68-f349b8a786a2)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:24:06.575341 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:06.577656 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 6c6086c9-459e-41c2-93dc-e71fce0688a9 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:24:06.603920 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a85357-c5f8-4676-8023-9a413862403f req-fbffd6f4-16d2-4b10-840a-714a09915680 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:06.606631 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-29a85357-c5f8-4676-8023-9a413862403f req-fbffd6f4-16d2-4b10-840a-714a09915680 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 945 time: 0.1019871 May 27 11:24:06.653508 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:06.673489 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-29a85357-c5f8-4676-8023-9a413862403f req-3597a8b9-c211-4bb9-a32f-2abb1670c7f7 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516238 May 27 11:24:06.721106 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] No Port match for: 6c6086c9-459e-41c2-93dc-e71fce0688a9 {{(pid=91849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:24:06.721692 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 6c6086c9-459e-41c2-93dc-e71fce0688a9 not bound to the agent host hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:24:06.739601 dv-cinder-751579-23-smb neutron-server[91849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2683912e-f131-4588-9b34-f584dea87d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8561c55-a7b2-4736-8b2c-27319bcd3c40', 'code': 200} May 27 11:24:06.783149 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=d8561c55-a7b2-4736-8b2c-27319bcd3c40,revision_number=10']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:06.788309 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:07.389674 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff67ba4-ec7b-41f9-924f-4662171fc7b3 req-2faaaaff-0c09-410f-801d-7549efd84853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:07.391845 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-1ff67ba4-ec7b-41f9-924f-4662171fc7b3 req-2faaaaff-0c09-410f-801d-7549efd84853 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 1100 time: 0.0782368 May 27 11:24:07.443274 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-1ff67ba4-ec7b-41f9-924f-4662171fc7b3 req-5ddc19b9-83b5-42ed-84c8-78ab5caa22fb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419874 May 27 11:24:07.917725 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d0c7d-2163-49f9-b2dd-da17c8449e3a req-91b78268-8c24-4a95-83ec-7a5a272751b6 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:07.919324 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-511d0c7d-2163-49f9-b2dd-da17c8449e3a req-91b78268-8c24-4a95-83ec-7a5a272751b6 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 947 time: 0.1045659 May 27 11:24:07.980223 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-511d0c7d-2163-49f9-b2dd-da17c8449e3a req-b7204822-06d8-4e61-a03f-457cf3ee84cb tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499909 May 27 11:24:09.294150 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93879d52-b77d-4274-8a1c-4e2f1e64eda2 req-eb0bf6f9-28c1-49b3-9d0d-22f77e2f7e86 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:09.298489 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-93879d52-b77d-4274-8a1c-4e2f1e64eda2 req-eb0bf6f9-28c1-49b3-9d0d-22f77e2f7e86 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 947 time: 0.1309097 May 27 11:24:09.389212 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-93879d52-b77d-4274-8a1c-4e2f1e64eda2 req-23108e2d-12ba-44ed-bf8c-3964afc74bb6 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827639 May 27 11:24:10.687477 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08349aa4-e320-4b84-aefa-8c5abe72bfc7 req-8281135b-ef09-4b45-b627-10f205dea9e0 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:10.692542 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-08349aa4-e320-4b84-aefa-8c5abe72bfc7 req-8281135b-ef09-4b45-b627-10f205dea9e0 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 947 time: 0.1327550 May 27 11:24:10.792260 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-08349aa4-e320-4b84-aefa-8c5abe72bfc7 req-c24f100f-229a-4914-a66d-c2910c2bc190 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902717 May 27 11:24:12.405221 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859cf7b-ed10-415b-a9e5-e39e672761c3 req-903fe116-bfaf-4ec8-b8b0-e5e5850a1248 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:12.407305 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e859cf7b-ed10-415b-a9e5-e39e672761c3 req-903fe116-bfaf-4ec8-b8b0-e5e5850a1248 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 945 time: 0.0915329 May 27 11:24:12.458663 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e859cf7b-ed10-415b-a9e5-e39e672761c3 req-1d019311-08ab-4332-bcfa-aaad7a995969 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451086 May 27 11:24:13.683244 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cdb51-b8fe-467f-a267-b4069140f952 req-26972c78-2103-40be-9ab1-7b0441ea7586 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:13.696076 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-fa9cdb51-b8fe-467f-a267-b4069140f952 req-26972c78-2103-40be-9ab1-7b0441ea7586 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 945 time: 0.1062164 May 27 11:24:13.747373 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-fa9cdb51-b8fe-467f-a267-b4069140f952 req-63e7dec9-4809-4e50-84f5-be1b51fc250e tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443945 May 27 11:24:14.593076 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-79ec3f5c-f6b0-40da-a30e-c6b32aad1bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:14.994258 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c1ced-1a1c-4b36-8fee-854ac852ea47 req-f3bab01f-3a1d-405a-b878-573fb5faa649 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:15.000074 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a17c1ced-1a1c-4b36-8fee-854ac852ea47 req-f3bab01f-3a1d-405a-b878-573fb5faa649 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 945 time: 0.0891211 May 27 11:24:15.044844 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a17c1ced-1a1c-4b36-8fee-854ac852ea47 req-1db093b8-d701-4be6-85dd-0cef65ef3243 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434015 May 27 11:24:16.469338 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e07e15-5572-481c-9de6-4c47f6375ec2 req-db8e2e86-fa20-43fc-9091-bde6f6bf3054 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:16.473379 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-64e07e15-5572-481c-9de6-4c47f6375ec2 req-db8e2e86-fa20-43fc-9091-bde6f6bf3054 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 945 time: 0.1149163 May 27 11:24:16.538203 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-64e07e15-5572-481c-9de6-4c47f6375ec2 req-6ad0e045-bdf9-4180-a3e6-2d92a1d5d74c tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575066 May 27 11:24:17.040243 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-80a12f2c-9759-4b66-aa9a-7322212dc5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:17.121178 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:17.763661 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d371d3-b03e-4bb1-82fe-c4ab11a2ad38 req-26ce68c0-110d-4a78-aecc-b99c2d4fd673 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:17.765316 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-72d371d3-b03e-4bb1-82fe-c4ab11a2ad38 req-26ce68c0-110d-4a78-aecc-b99c2d4fd673 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 945 time: 0.0916035 May 27 11:24:17.819370 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-72d371d3-b03e-4bb1-82fe-c4ab11a2ad38 req-686caad5-1129-462e-a7cf-7e4491d5fa08 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476570 May 27 11:24:18.340323 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:19.075825 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e367f7-6f28-42b8-a567-b3b16b3f6971 req-f1d68db0-0d4c-40f1-a933-cad2330d5520 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:19.084596 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d9e367f7-6f28-42b8-a567-b3b16b3f6971 req-f1d68db0-0d4c-40f1-a933-cad2330d5520 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 945 time: 0.1319327 May 27 11:24:19.132592 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d9e367f7-6f28-42b8-a567-b3b16b3f6971 req-3c93624a-8841-42f9-9dcd-d60ae5fee52f tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469263 May 27 11:24:20.365027 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461e433-2fa6-4363-bc33-ca782f3a013d req-999573b4-5066-48ee-8562-4aa0ae45bb37 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:20.371045 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:20.378132 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a461e433-2fa6-4363-bc33-ca782f3a013d req-999573b4-5066-48ee-8562-4aa0ae45bb37 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 945 time: 0.1275485 May 27 11:24:20.440650 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a461e433-2fa6-4363-bc33-ca782f3a013d req-3d62e4cb-fef0-45cb-bbd9-09ed351dd16b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605049 May 27 11:24:21.633458 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e69c3d-a4ec-4be5-8d9d-9e1a59788cc5 req-a7daf32a-a11e-45f6-b15c-0cd32ab63252 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:21.640313 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a7e69c3d-a4ec-4be5-8d9d-9e1a59788cc5 req-a7daf32a-a11e-45f6-b15c-0cd32ab63252 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 945 time: 0.0974987 May 27 11:24:21.692140 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a7e69c3d-a4ec-4be5-8d9d-9e1a59788cc5 req-0d148e8e-6d51-40fa-9401-463841dfe9a5 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505810 May 27 11:24:22.915403 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ef122-3718-4321-9937-d25e00de3234 req-be7ee919-81a3-4abb-8b6b-45e30fbbe81f tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:22.918872 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-394ef122-3718-4321-9937-d25e00de3234 req-be7ee919-81a3-4abb-8b6b-45e30fbbe81f tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 945 time: 0.0982542 May 27 11:24:22.965939 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-394ef122-3718-4321-9937-d25e00de3234 req-92e6282f-83b5-4270-a9ac-e5cdd36a2143 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405326 May 27 11:24:23.761122 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-d3053a0a-ddea-4374-a32b-3e502f07fd34 req-c9895433-d61a-449b-96d8-1c5ce4b47a7a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0860558 May 27 11:24:23.873220 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:23.877578 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3053a0a-ddea-4374-a32b-3e502f07fd34 req-ab2d5a26-9e39-41e8-bb74-0f5b792b63f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:23.878780 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-d3053a0a-ddea-4374-a32b-3e502f07fd34 req-ab2d5a26-9e39-41e8-bb74-0f5b792b63f3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ee9a16c0b3d64dcaa05860c6748a85d3&device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 1100 time: 0.0809050 May 27 11:24:24.090090 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3053a0a-ddea-4374-a32b-3e502f07fd34 req-60b3b621-9718-4b0a-a337-0522eafcd2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:24.091978 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-d3053a0a-ddea-4374-a32b-3e502f07fd34 req-60b3b621-9718-4b0a-a337-0522eafcd2b7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b50153bc-b3d8-4853-86fc-46a79e9f3733 HTTP/1.1" status: 200 len: 919 time: 0.1806049 May 27 11:24:24.255586 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaaecbd-39c3-4a1b-a0d7-cf2529952a79 req-b4a2ff8d-d794-48cd-8e64-41067b8fe8bb tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:24.264231 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-d3053a0a-ddea-4374-a32b-3e502f07fd34 req-b3df7687-e8fb-4b45-b8d0-8d5dbc7e4315 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8561c55-a7b2-4736-8b2c-27319bcd3c40 HTTP/1.1" status: 200 len: 1001 time: 0.1639633 May 27 11:24:24.269120 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-afaaecbd-39c3-4a1b-a0d7-cf2529952a79 req-b4a2ff8d-d794-48cd-8e64-41067b8fe8bb tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 945 time: 0.1326983 May 27 11:24:24.346791 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-afaaecbd-39c3-4a1b-a0d7-cf2529952a79 req-0e450613-822a-44ed-ba5b-dacac4a8d12d tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767448 May 27 11:24:24.352995 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3053a0a-ddea-4374-a32b-3e502f07fd34 req-5a36d20e-db0e-4511-9f66-29bf2f6ee2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:24.354539 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-d3053a0a-ddea-4374-a32b-3e502f07fd34 req-5a36d20e-db0e-4511-9f66-29bf2f6ee2f7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f HTTP/1.1" status: 200 len: 856 time: 0.0801091 May 27 11:24:24.461682 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3053a0a-ddea-4374-a32b-3e502f07fd34 req-59ceb72c-b24f-4e91-bea4-fb70b54a25b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:24.463142 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-d3053a0a-ddea-4374-a32b-3e502f07fd34 req-59ceb72c-b24f-4e91-bea4-fb70b54a25b9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b50153bc-b3d8-4853-86fc-46a79e9f3733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0999768 May 27 11:24:24.713291 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-d3053a0a-ddea-4374-a32b-3e502f07fd34 req-d1273461-c44d-4a66-be11-4eeb0bb57087 service neutron] 10.222.0.35 "GET /v2.0/networks/b50153bc-b3d8-4853-86fc-46a79e9f3733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338219 May 27 11:24:24.883811 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-d3053a0a-ddea-4374-a32b-3e502f07fd34 req-78168a66-0bb8-4e86-af48-b12e4a169794 service neutron] 10.222.0.35 "GET /v2.0/networks/b50153bc-b3d8-4853-86fc-46a79e9f3733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588261 May 27 11:24:25.432322 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 33448) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:24:25.533429 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.db_base_plugin_v2 [None req-e079a087-a073-4c84-88fe-9f90272ed4c5 admin admin] Deleting subnet 72d08991-e814-497d-a727-1ca3a7171bc1 {{(pid=91847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 11:24:25.537442 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-e079a087-a073-4c84-88fe-9f90272ed4c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:25.600236 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47e4d2-395c-4994-bcbd-3b7d6d883fef req-80568617-d6cc-4da0-95ea-29efe30980e5 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:25.601928 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1d47e4d2-395c-4994-bcbd-3b7d6d883fef req-80568617-d6cc-4da0-95ea-29efe30980e5 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 945 time: 0.0978734 May 27 11:24:25.607039 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-e079a087-a073-4c84-88fe-9f90272ed4c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7577962'] for subnet, precommit_delete_associations {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:25.673775 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1d47e4d2-395c-4994-bcbd-3b7d6d883fef req-8c40f4be-6ca1-4b98-9a3c-073b2734434f tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659378 May 27 11:24:25.685330 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-e079a087-a073-4c84-88fe-9f90272ed4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729342'] for subnet, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:25.971575 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-e079a087-a073-4c84-88fe-9f90272ed4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7527801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640537'] for subnet, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:25.976064 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-8d5fe205-8be6-4566-a819-6a7aea8aabe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:26.011942 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079a087-a073-4c84-88fe-9f90272ed4c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72d08991-e814-497d-a727-1ca3a7171bc1,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:26.015620 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-e079a087-a073-4c84-88fe-9f90272ed4c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:26.017177 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-e079a087-a073-4c84-88fe-9f90272ed4c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for subnet, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:26.024564 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-e079a087-a073-4c84-88fe-9f90272ed4c5 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/72d08991-e814-497d-a727-1ca3a7171bc1 HTTP/1.1" status: 204 len: 168 time: 0.5908823 May 27 11:24:26.027172 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 33462) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:24:26.147645 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-49db5f2e-6cf5-4ade-9941-4c811337613b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642410'] for network, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:26.279352 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-49db5f2e-6cf5-4ade-9941-4c811337613b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734563', 'neutron.services.segments.db._delete_segments_for_network-8764582419685'] for network, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:26.294209 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.services.segments.db [None req-49db5f2e-6cf5-4ade-9941-4c811337613b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f99b67f-d39d-4730-a4ca-970d6193511d']}} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:24:26.310832 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.services.segments.db [None req-49db5f2e-6cf5-4ade-9941-4c811337613b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb42ede5-b0ca-4d88-85c8-32b1e4f4094d') {'for_net_delete': True} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:24:26.311051 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.services.segments.db [None req-49db5f2e-6cf5-4ade-9941-4c811337613b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb42ede5-b0ca-4d88-85c8-32b1e4f4094d') {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:24:26.322839 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-49db5f2e-6cf5-4ade-9941-4c811337613b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764582427558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7577939'] for segment, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:26.339849 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-49db5f2e-6cf5-4ade-9941-4c811337613b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075'] for segment, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:26.347345 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49db5f2e-6cf5-4ade-9941-4c811337613b admin admin] Releasing vlan 1173 on physical network physnet1 to pool {{(pid=91847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 11:24:26.347832 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-49db5f2e-6cf5-4ade-9941-4c811337613b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7527387'] for segment, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:26.361650 dv-cinder-751579-23-smb neutron-server[91847]: Traceback (most recent call last): May 27 11:24:26.361650 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 11:24:26.361650 dv-cinder-751579-23-smb neutron-server[91847]: timer() May 27 11:24:26.361650 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 11:24:26.361650 dv-cinder-751579-23-smb neutron-server[91847]: cb(*args, **kw) May 27 11:24:26.361650 dv-cinder-751579-23-smb neutron-server[91847]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 11:24:26.361650 dv-cinder-751579-23-smb neutron-server[91847]: return func(*args, **kwargs) May 27 11:24:26.361650 dv-cinder-751579-23-smb neutron-server[91847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 11:24:26.361650 dv-cinder-751579-23-smb neutron-server[91847]: self._notify() May 27 11:24:26.361650 dv-cinder-751579-23-smb neutron-server[91847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 11:24:26.361650 dv-cinder-751579-23-smb neutron-server[91847]: self.callback(batched_events) May 27 11:24:26.361650 dv-cinder-751579-23-smb neutron-server[91847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 11:24:26.361650 dv-cinder-751579-23-smb neutron-server[91847]: event.method(event) May 27 11:24:26.361650 dv-cinder-751579-23-smb neutron-server[91847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 11:24:26.361650 dv-cinder-751579-23-smb neutron-server[91847]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 11:24:26.361650 dv-cinder-751579-23-smb neutron-server[91847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 11:24:26.361650 dv-cinder-751579-23-smb neutron-server[91847]: aggregate_uuid = self.p_client.list_aggregates( May 27 11:24:26.361650 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 11:24:26.361650 dv-cinder-751579-23-smb neutron-server[91847]: return f(self, *a, **k) May 27 11:24:26.361650 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 11:24:26.361650 dv-cinder-751579-23-smb neutron-server[91847]: return self._get(url).json() May 27 11:24:26.361650 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 11:24:26.361650 dv-cinder-751579-23-smb neutron-server[91847]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 11:24:26.361650 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 11:24:26.361650 dv-cinder-751579-23-smb neutron-server[91847]: return self.request(url, 'GET', **kwargs) May 27 11:24:26.361650 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 11:24:26.361650 dv-cinder-751579-23-smb neutron-server[91847]: base_url = self.get_endpoint(auth, allow=allow, May 27 11:24:26.361650 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 11:24:26.361650 dv-cinder-751579-23-smb neutron-server[91847]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 11:24:26.361650 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 11:24:26.361650 dv-cinder-751579-23-smb neutron-server[91847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 11:24:26.361650 dv-cinder-751579-23-smb neutron-server[91847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 11:24:26.450164 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-49db5f2e-6cf5-4ade-9941-4c811337613b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926643'] for network, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:26.457924 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-49db5f2e-6cf5-4ade-9941-4c811337613b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for network, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:26.460635 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-f25f79cd-fde0-4fcd-81a6-ad1ecb65428e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:26.488748 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db5f2e-6cf5-4ade-9941-4c811337613b admin admin] Pushing event deleted for resources: {'Network': ['ID=0f99b67f-d39d-4730-a4ca-970d6193511d,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:26.491370 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-49db5f2e-6cf5-4ade-9941-4c811337613b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:26.498391 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-49db5f2e-6cf5-4ade-9941-4c811337613b admin admin] 10.222.0.77 "DELETE /v2.0/networks/0f99b67f-d39d-4730-a4ca-970d6193511d HTTP/1.1" status: 204 len: 168 time: 0.4701381 May 27 11:24:26.723726 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 33502) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:24:26.779546 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-ff16a60e-0dd1-4630-ac19-c57c94a92b46 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=47a188197104436daf82b4f6be81d6dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523338 May 27 11:24:26.779762 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 33510) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:24:26.852687 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-34cb303e-84ca-4788-82e8-6da9724d9e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:26.869047 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8fadd9-a565-495e-a36d-d1719debb023 req-52385d03-dc32-4771-b58a-3a363f425066 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:26.870600 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-dd8fadd9-a565-495e-a36d-d1719debb023 req-52385d03-dc32-4771-b58a-3a363f425066 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 945 time: 0.0842249 May 27 11:24:26.883988 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-34cb303e-84ca-4788-82e8-6da9724d9e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:26.939259 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-dd8fadd9-a565-495e-a36d-d1719debb023 req-352d1c59-2302-4b26-8188-a779fabc802f tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615377 May 27 11:24:26.956833 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-34cb303e-84ca-4788-82e8-6da9724d9e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:26.960608 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-f25f79cd-fde0-4fcd-81a6-ad1ecb65428e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:26.975589 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb303e-84ca-4788-82e8-6da9724d9e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:26.979583 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-34cb303e-84ca-4788-82e8-6da9724d9e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:26.983342 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-34cb303e-84ca-4788-82e8-6da9724d9e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:26.986567 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-34cb303e-84ca-4788-82e8-6da9724d9e93 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/81b23ebd-1ae1-4dc0-9b70-c4eea5f6f7eb HTTP/1.1" status: 204 len: 168 time: 0.2045867 May 27 11:24:27.756845 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 33558) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:24:27.871429 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-1225dde1-92d8-40fc-bd30-94123f3ff2ee admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-816673270-network', 'tenant_id': 'af7266b3901847dcabc327648954eeae'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:24:27.876935 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-1225dde1-92d8-40fc-bd30-94123f3ff2ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:24:27.881586 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-1225dde1-92d8-40fc-bd30-94123f3ff2ee admin admin] Usage tracker for resource:network and tenant:af7266b3901847dcabc327648954eeae is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:24:27.884490 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-1225dde1-92d8-40fc-bd30-94123f3ff2ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:24:27.893895 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-1225dde1-92d8-40fc-bd30-94123f3ff2ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:24:27.903446 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1225dde1-92d8-40fc-bd30-94123f3ff2ee admin admin] Made reservation on behalf of af7266b3901847dcabc327648954eeae for: {'network': 1} {{(pid=91847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:24:27.905789 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1225dde1-92d8-40fc-bd30-94123f3ff2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-672059'] for network, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:27.917850 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1225dde1-92d8-40fc-bd30-94123f3ff2ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:27.938243 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-1225dde1-92d8-40fc-bd30-94123f3ff2ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:24:27.942187 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-1225dde1-92d8-40fc-bd30-94123f3ff2ee admin admin] Usage tracker for resource:security_group_rule and tenant:af7266b3901847dcabc327648954eeae is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:24:27.945042 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-1225dde1-92d8-40fc-bd30-94123f3ff2ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:24:27.951866 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-1225dde1-92d8-40fc-bd30-94123f3ff2ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:24:28.050677 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1225dde1-92d8-40fc-bd30-94123f3ff2ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:28.054965 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1225dde1-92d8-40fc-bd30-94123f3ff2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:28.057914 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-84633417-2a90-4703-b4a5-2699ae8642b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:28.089422 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1225dde1-92d8-40fc-bd30-94123f3ff2ee admin admin] vlan segment allocate from pool success with {'vlan_id': 1189, 'physical_network': 'physnet1'} {{(pid=91847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 11:24:28.098882 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225dde1-92d8-40fc-bd30-94123f3ff2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2ecebd-8a94-4fa3-a490-abce76a2c973,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:28.108634 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225dde1-92d8-40fc-bd30-94123f3ff2ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:28.109566 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225dde1-92d8-40fc-bd30-94123f3ff2ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:28.109978 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225dde1-92d8-40fc-bd30-94123f3ff2ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:28.110406 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225dde1-92d8-40fc-bd30-94123f3ff2ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:28.110882 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225dde1-92d8-40fc-bd30-94123f3ff2ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:28.111358 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225dde1-92d8-40fc-bd30-94123f3ff2ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:28.111872 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225dde1-92d8-40fc-bd30-94123f3ff2ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:28.112371 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225dde1-92d8-40fc-bd30-94123f3ff2ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:28.112875 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225dde1-92d8-40fc-bd30-94123f3ff2ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:28.113392 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225dde1-92d8-40fc-bd30-94123f3ff2ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:28.113867 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225dde1-92d8-40fc-bd30-94123f3ff2ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:28.114327 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225dde1-92d8-40fc-bd30-94123f3ff2ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:28.119240 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1225dde1-92d8-40fc-bd30-94123f3ff2ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:28.120487 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1225dde1-92d8-40fc-bd30-94123f3ff2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075'] for segment, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:28.120945 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.db.segments_db [None req-1225dde1-92d8-40fc-bd30-94123f3ff2ee admin admin] Added segment f59d65d7-57b8-4bfe-aa01-8448b5674491 of type vlan for network ced04108-deb6-4ea1-bc74-6c4005400411 May 27 11:24:28.139310 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77f7a4-a90b-4d73-974c-c7ee513e4030 req-da66ea84-0e9a-4f02-b784-d13c07ea24c3 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:28.141038 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4a77f7a4-a90b-4d73-974c-c7ee513e4030 req-da66ea84-0e9a-4f02-b784-d13c07ea24c3 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 945 time: 0.0852642 May 27 11:24:28.155681 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1225dde1-92d8-40fc-bd30-94123f3ff2ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764581993548'] for network, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:28.186357 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4a77f7a4-a90b-4d73-974c-c7ee513e4030 req-fa9fccb7-d251-4986-89fb-4794a0fe35e1 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393057 May 27 11:24:28.189218 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1225dde1-92d8-40fc-bd30-94123f3ff2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586667'] for network, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:28.190544 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1225dde1-92d8-40fc-bd30-94123f3ff2ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:28.191103 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1225dde1-92d8-40fc-bd30-94123f3ff2ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for network, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:28.194487 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:28.253530 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 33570) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:24:28.307105 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-1225dde1-92d8-40fc-bd30-94123f3ff2ee admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5464554 May 27 11:24:28.307105 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225dde1-92d8-40fc-bd30-94123f3ff2ee admin admin] Pushing event updated for resources: {'Network': ['ID=ced04108-deb6-4ea1-bc74-6c4005400411,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:28.307565 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 33574) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:24:28.310299 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1225dde1-92d8-40fc-bd30-94123f3ff2ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:28.314734 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-7582d754-f729-407e-9b38-2adbc544ada8 admin admin] Request body: {'subnet': {'network_id': 'ced04108-deb6-4ea1-bc74-6c4005400411', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-816673270-subnet', 'tenant_id': 'af7266b3901847dcabc327648954eeae', 'ip_version': 4}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:24:28.319823 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-7582d754-f729-407e-9b38-2adbc544ada8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:24:28.320527 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Network ced04108-deb6-4ea1-bc74-6c4005400411 details requested by agent ovs-agent-dv-cinder-751579-23-smb with host dv-cinder-751579-23-smb {{(pid=91849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 11:24:28.325027 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-7582d754-f729-407e-9b38-2adbc544ada8 admin admin] Usage tracker for resource:subnet and tenant:af7266b3901847dcabc327648954eeae is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:24:28.328954 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-7582d754-f729-407e-9b38-2adbc544ada8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:24:28.335595 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-7582d754-f729-407e-9b38-2adbc544ada8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:24:28.350276 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7582d754-f729-407e-9b38-2adbc544ada8 admin admin] Made reservation on behalf of af7266b3901847dcabc327648954eeae for: {'subnet': 1} {{(pid=91847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:24:28.353076 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-7582d754-f729-407e-9b38-2adbc544ada8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640564'] for subnet, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:28.405096 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.db_base_plugin_v2 [None req-78505a3c-0082-49d5-b49b-fe9a2b3b7491 admin admin] Deleting subnet d23567f4-70ba-4938-ae66-80fba3411944 {{(pid=91848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 11:24:28.410940 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-78505a3c-0082-49d5-b49b-fe9a2b3b7491 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:28.494787 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-78505a3c-0082-49d5-b49b-fe9a2b3b7491 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6635035'] for subnet, precommit_delete_associations {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:28.612294 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-78505a3c-0082-49d5-b49b-fe9a2b3b7491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729342'] for subnet, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:28.670936 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c2477-58bb-456d-9fde-fdd8ab9a9ae7 req-ad9eab48-2193-4524-aa76-4c245b1e3d70 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:28.673113 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-869c2477-58bb-456d-9fde-fdd8ab9a9ae7 req-ad9eab48-2193-4524-aa76-4c245b1e3d70 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 945 time: 0.1520634 May 27 11:24:28.737263 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccdf034-d12c-42ba-a0d2-7ea0f9410dca req-10119730-7c28-4169-8b02-6e3f137506de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:28.738674 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-2ccdf034-d12c-42ba-a0d2-7ea0f9410dca req-10119730-7c28-4169-8b02-6e3f137506de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=802e7975f0524c7ea779d173670046b7&device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 1098 time: 0.1545947 May 27 11:24:28.797520 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-869c2477-58bb-456d-9fde-fdd8ab9a9ae7 req-c149e8cb-92e6-4662-a2f4-af737af6c392 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063728 May 27 11:24:28.913986 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-78505a3c-0082-49d5-b49b-fe9a2b3b7491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6297505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6631527'] for subnet, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:28.918896 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-8825dc27-de21-455f-991f-3d551eaf9f51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:28.954308 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78505a3c-0082-49d5-b49b-fe9a2b3b7491 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d23567f4-70ba-4938-ae66-80fba3411944,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:28.959468 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccdf034-d12c-42ba-a0d2-7ea0f9410dca req-2914ddb8-fabf-4b3b-97e5-d341866e9f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:28.960924 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-2ccdf034-d12c-42ba-a0d2-7ea0f9410dca req-2914ddb8-fabf-4b3b-97e5-d341866e9f39 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dddfebc0-a063-4692-a21d-f73fcbbd8d09 HTTP/1.1" status: 200 len: 912 time: 0.2074862 May 27 11:24:28.962632 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-78505a3c-0082-49d5-b49b-fe9a2b3b7491 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:28.967068 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78505a3c-0082-49d5-b49b-fe9a2b3b7491 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:28.967422 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78505a3c-0082-49d5-b49b-fe9a2b3b7491 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:28.967819 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78505a3c-0082-49d5-b49b-fe9a2b3b7491 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:28.968796 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78505a3c-0082-49d5-b49b-fe9a2b3b7491 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:28.969317 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78505a3c-0082-49d5-b49b-fe9a2b3b7491 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:28.969707 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78505a3c-0082-49d5-b49b-fe9a2b3b7491 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:28.970020 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78505a3c-0082-49d5-b49b-fe9a2b3b7491 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:28.970370 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78505a3c-0082-49d5-b49b-fe9a2b3b7491 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:28.970719 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78505a3c-0082-49d5-b49b-fe9a2b3b7491 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:28.971064 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78505a3c-0082-49d5-b49b-fe9a2b3b7491 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:28.971403 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78505a3c-0082-49d5-b49b-fe9a2b3b7491 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:28.971769 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78505a3c-0082-49d5-b49b-fe9a2b3b7491 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:28.975757 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-78505a3c-0082-49d5-b49b-fe9a2b3b7491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:28.980019 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-78505a3c-0082-49d5-b49b-fe9a2b3b7491 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/d23567f4-70ba-4938-ae66-80fba3411944 HTTP/1.1" status: 204 len: 168 time: 0.7227709 May 27 11:24:28.980019 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 33580) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:24:29.087372 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-2ccdf034-d12c-42ba-a0d2-7ea0f9410dca req-fce2f952-870e-4987-b3f9-4f8fc9394af1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7d9542c-b119-46a2-8517-7efdd7301926 HTTP/1.1" status: 200 len: 1001 time: 0.1174178 May 27 11:24:29.096403 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-0a176894-93e7-41b3-8037-57d30b7943d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642410'] for network, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:29.206600 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccdf034-d12c-42ba-a0d2-7ea0f9410dca req-d221ffb2-511f-40f6-a8f6-81d9059db9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:29.208094 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-2ccdf034-d12c-42ba-a0d2-7ea0f9410dca req-d221ffb2-511f-40f6-a8f6-81d9059db9b5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=53f9b7c8-83a1-4c1c-aa60-764bc111576d HTTP/1.1" status: 200 len: 849 time: 0.0856135 May 27 11:24:29.208777 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-7582d754-f729-407e-9b38-2adbc544ada8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7527736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640546'] for subnet, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:29.212910 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-bd890c4b-90f8-42c4-bb7d-146120097bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:29.244267 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-0a176894-93e7-41b3-8037-57d30b7943d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734563', 'neutron.services.segments.db._delete_segments_for_network-8764582419685'] for network, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:29.258270 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.services.segments.db [None req-0a176894-93e7-41b3-8037-57d30b7943d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f17861d8-6966-445d-b327-bea8b77efd45']}} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:24:29.271505 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.services.segments.db [None req-0a176894-93e7-41b3-8037-57d30b7943d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9536778f-5cb6-4f14-acd2-949f166ebf6c') {'for_net_delete': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:24:29.271816 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.services.segments.db [None req-0a176894-93e7-41b3-8037-57d30b7943d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9536778f-5cb6-4f14-acd2-949f166ebf6c') {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:24:29.285333 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-0a176894-93e7-41b3-8037-57d30b7943d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764582427558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6635042'] for segment, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:29.303471 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-0a176894-93e7-41b3-8037-57d30b7943d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075'] for segment, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:29.310119 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a176894-93e7-41b3-8037-57d30b7943d1 admin admin] Releasing vlan 1160 on physical network physnet1 to pool {{(pid=91848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 11:24:29.310508 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-0a176894-93e7-41b3-8037-57d30b7943d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6295811'] for segment, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:29.328065 dv-cinder-751579-23-smb neutron-server[91848]: Traceback (most recent call last): May 27 11:24:29.328065 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 11:24:29.328065 dv-cinder-751579-23-smb neutron-server[91848]: timer() May 27 11:24:29.328065 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 11:24:29.328065 dv-cinder-751579-23-smb neutron-server[91848]: cb(*args, **kw) May 27 11:24:29.328065 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 11:24:29.328065 dv-cinder-751579-23-smb neutron-server[91848]: return func(*args, **kwargs) May 27 11:24:29.328065 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 11:24:29.328065 dv-cinder-751579-23-smb neutron-server[91848]: self._notify() May 27 11:24:29.328065 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 11:24:29.328065 dv-cinder-751579-23-smb neutron-server[91848]: self.callback(batched_events) May 27 11:24:29.328065 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 11:24:29.328065 dv-cinder-751579-23-smb neutron-server[91848]: event.method(event) May 27 11:24:29.328065 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 11:24:29.328065 dv-cinder-751579-23-smb neutron-server[91848]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 11:24:29.328065 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 11:24:29.328065 dv-cinder-751579-23-smb neutron-server[91848]: aggregate_uuid = self.p_client.list_aggregates( May 27 11:24:29.328065 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 11:24:29.328065 dv-cinder-751579-23-smb neutron-server[91848]: return f(self, *a, **k) May 27 11:24:29.328065 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 11:24:29.328065 dv-cinder-751579-23-smb neutron-server[91848]: return self._get(url).json() May 27 11:24:29.328065 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 11:24:29.328065 dv-cinder-751579-23-smb neutron-server[91848]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 11:24:29.328065 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 11:24:29.328065 dv-cinder-751579-23-smb neutron-server[91848]: return self.request(url, 'GET', **kwargs) May 27 11:24:29.328065 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 11:24:29.328065 dv-cinder-751579-23-smb neutron-server[91848]: base_url = self.get_endpoint(auth, allow=allow, May 27 11:24:29.328065 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 11:24:29.328065 dv-cinder-751579-23-smb neutron-server[91848]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 11:24:29.328065 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 11:24:29.328065 dv-cinder-751579-23-smb neutron-server[91848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 11:24:29.328065 dv-cinder-751579-23-smb neutron-server[91848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 11:24:29.334022 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582d754-f729-407e-9b38-2adbc544ada8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4aa03dc3-a675-4304-8e4d-06e24a2f5289,revision_number=0']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:29.338677 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-7582d754-f729-407e-9b38-2adbc544ada8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:29.356646 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7582d754-f729-407e-9b38-2adbc544ada8 admin admin] Checking segment: {'id': 'f59d65d7-57b8-4bfe-aa01-8448b5674491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'ced04108-deb6-4ea1-bc74-6c4005400411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:24:29.356990 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7582d754-f729-407e-9b38-2adbc544ada8 admin admin] Network hostable DHCP agents. Network: ced04108-deb6-4ea1-bc74-6c4005400411, hostable agents: ['49383876-4286-4bfb-8d2a-316dbfdc5a49'], hosted agents: [] {{(pid=91847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 11:24:29.377480 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccdf034-d12c-42ba-a0d2-7ea0f9410dca req-ddc41cce-0b45-4fca-86dd-b6fff79f5a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:29.379150 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-2ccdf034-d12c-42ba-a0d2-7ea0f9410dca req-ddc41cce-0b45-4fca-86dd-b6fff79f5a57 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dddfebc0-a063-4692-a21d-f73fcbbd8d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1406047 May 27 11:24:29.385145 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7582d754-f729-407e-9b38-2adbc544ada8 admin admin] Network ced04108-deb6-4ea1-bc74-6c4005400411 is scheduled to be hosted by DHCP agent 49383876-4286-4bfb-8d2a-316dbfdc5a49 with binding_index 1 {{(pid=91847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 11:24:29.396961 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [None req-7582d754-f729-407e-9b38-2adbc544ada8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-23-smb, ced04108-deb6-4ea1-bc74-6c4005400411) {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:24:29.404620 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14de5a9c-ac5c-4623-a96c-9b3e8bd7f066 None None] Network ced04108-deb6-4ea1-bc74-6c4005400411 requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:24:29.409418 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-0a176894-93e7-41b3-8037-57d30b7943d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926643'] for network, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:29.413684 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-aba02fce-a31b-438f-94d7-12663e475024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:29.429656 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-0a176894-93e7-41b3-8037-57d30b7943d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for network, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:29.441100 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a176894-93e7-41b3-8037-57d30b7943d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f17861d8-6966-445d-b327-bea8b77efd45,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:29.444353 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-0a176894-93e7-41b3-8037-57d30b7943d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:29.453414 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-0a176894-93e7-41b3-8037-57d30b7943d1 admin admin] 10.222.0.77 "DELETE /v2.0/networks/f17861d8-6966-445d-b327-bea8b77efd45 HTTP/1.1" status: 204 len: 168 time: 0.4693289 May 27 11:24:29.476390 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7582d754-f729-407e-9b38-2adbc544ada8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:29.476390 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-7582d754-f729-407e-9b38-2adbc544ada8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for subnet, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:29.518015 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-7582d754-f729-407e-9b38-2adbc544ada8 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2093074 May 27 11:24:29.520607 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 33586) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:24:29.537030 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-a8422565-11b2-4759-ba7d-b2e76e5ccc17 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-816673270-router', 'tenant_id': 'af7266b3901847dcabc327648954eeae', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039'}}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:24:29.544830 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-a8422565-11b2-4759-ba7d-b2e76e5ccc17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:24:29.558541 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-a8422565-11b2-4759-ba7d-b2e76e5ccc17 admin admin] Usage tracker for resource:router and tenant:af7266b3901847dcabc327648954eeae is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:24:29.564056 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-a8422565-11b2-4759-ba7d-b2e76e5ccc17 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:24:29.572682 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-a8422565-11b2-4759-ba7d-b2e76e5ccc17 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:24:29.576371 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-2ccdf034-d12c-42ba-a0d2-7ea0f9410dca req-aeee28f6-3648-48b7-9261-3fc705e15cb7 service neutron] 10.222.0.35 "GET /v2.0/networks/dddfebc0-a063-4692-a21d-f73fcbbd8d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805634 May 27 11:24:29.587843 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 33590) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:24:29.638712 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00eb7f07-79ae-456b-80c8-939c96ef9a8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16fd5ad9-bd55-559a-a3b6-629454411efa-ced04108-deb6-4ea1-bc74-6c4005400411', 'network_id': 'ced04108-deb6-4ea1-bc74-6c4005400411', 'tenant_id': 'af7266b3901847dcabc327648954eeae', 'fixed_ips': [{'subnet_id': '4aa03dc3-a675-4304-8e4d-06e24a2f5289'}]}} from dv-cinder-751579-23-smb. {{(pid=91849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 11:24:29.639555 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-00eb7f07-79ae-456b-80c8-939c96ef9a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:29.646209 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-8383ebea-d486-40b5-917e-35dc3b80ca1f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b1b8193137594de6b2a0370ffb96e24b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0548174 May 27 11:24:29.646403 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 33594) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:24:29.678528 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-a8422565-11b2-4759-ba7d-b2e76e5ccc17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1940142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7845'] for router, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:29.679642 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-a8422565-11b2-4759-ba7d-b2e76e5ccc17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1926502', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1914800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7854'] for router, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:29.714989 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-e5630040-fb59-40d2-96cb-5178c7a108ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:29.726396 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-a8422565-11b2-4759-ba7d-b2e76e5ccc17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:29.741972 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-2ccdf034-d12c-42ba-a0d2-7ea0f9410dca req-cf9fa9d3-d509-4557-b754-4f5a04df5334 service neutron] 10.222.0.35 "GET /v2.0/networks/dddfebc0-a063-4692-a21d-f73fcbbd8d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554792 May 27 11:24:29.743775 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-e5630040-fb59-40d2-96cb-5178c7a108ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:29.810831 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-e5630040-fb59-40d2-96cb-5178c7a108ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:29.816540 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-42d50730-1d98-4aac-8c9d-fb8f93532a93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:29.829139 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5630040-fb59-40d2-96cb-5178c7a108ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8243f343-c8c1-440c-b609-f40246ad5daf,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:29.833281 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-e5630040-fb59-40d2-96cb-5178c7a108ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:29.837649 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-e5630040-fb59-40d2-96cb-5178c7a108ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:29.839571 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-e5630040-fb59-40d2-96cb-5178c7a108ae admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8243f343-c8c1-440c-b609-f40246ad5daf HTTP/1.1" status: 204 len: 168 time: 0.1915047 May 27 11:24:29.891476 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.db_base_plugin_common [None req-00eb7f07-79ae-456b-80c8-939c96ef9a8f None None] Allocated IP 172.20.0.2 (ced04108-deb6-4ea1-bc74-6c4005400411/4aa03dc3-a675-4304-8e4d-06e24a2f5289/a8967d5c-21c5-4264-851d-edfb0f96b450) {{(pid=91849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:24:30.141714 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-00eb7f07-79ae-456b-80c8-939c96ef9a8f None None] Notify callbacks [] for port, precommit_create {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:30.154487 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-00eb7f07-79ae-456b-80c8-939c96ef9a8f None None] Transition to ACTIVE for port object a8967d5c-21c5-4264-851d-edfb0f96b450 will not be triggered until provisioned by entity L2. {{(pid=91849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:24:30.179508 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-00eb7f07-79ae-456b-80c8-939c96ef9a8f None None] Transition to ACTIVE for port object a8967d5c-21c5-4264-851d-edfb0f96b450 will not be triggered until provisioned by entity DHCP. {{(pid=91849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:24:30.181666 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98298258-5bde-43b8-80e0-93dbfec5ef1d req-db838cb0-ea32-41c7-8c65-40cce11100d5 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:30.192232 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-00eb7f07-79ae-456b-80c8-939c96ef9a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971'] for port, after_create {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:30.195608 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-98298258-5bde-43b8-80e0-93dbfec5ef1d req-db838cb0-ea32-41c7-8c65-40cce11100d5 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 945 time: 0.1632779 May 27 11:24:30.197333 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:30.284430 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-98298258-5bde-43b8-80e0-93dbfec5ef1d req-1d2fca05-0484-4c81-84ca-cc7e7faf9148 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873601 May 27 11:24:30.288040 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00eb7f07-79ae-456b-80c8-939c96ef9a8f None None] Network ced04108-deb6-4ea1-bc74-6c4005400411 is already hosted by enough agents. {{(pid=91849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:24:30.289089 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb7f07-79ae-456b-80c8-939c96ef9a8f None None] Pushing event updated for resources: {'Port': ['ID=a8967d5c-21c5-4264-851d-edfb0f96b450,revision_number=1']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:30.291950 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.scheduler.base_scheduler [None req-00eb7f07-79ae-456b-80c8-939c96ef9a8f None None] Resources bound (agent type, host, resource id): {{(pid=91849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:24:30.297552 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-00eb7f07-79ae-456b-80c8-939c96ef9a8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:30.297552 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00eb7f07-79ae-456b-80c8-939c96ef9a8f None None] Received port after_create {{(pid=91849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:24:30.304677 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-a8422565-11b2-4759-ba7d-b2e76e5ccc17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1926513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1940144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7896'] for router, precommit_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:30.420998 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-00eb7f07-79ae-456b-80c8-939c96ef9a8f None None] Attempting to bind port a8967d5c-21c5-4264-851d-edfb0f96b450 on host dv-cinder-751579-23-smb for vnic_type normal with profile {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:24:30.422412 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-00eb7f07-79ae-456b-80c8-939c96ef9a8f None None] Attempting to bind port a8967d5c-21c5-4264-851d-edfb0f96b450 by drivers openvswitch,hyperv on host dv-cinder-751579-23-smb at level 0 using segments [{'id': 'f59d65d7-57b8-4bfe-aa01-8448b5674491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'ced04108-deb6-4ea1-bc74-6c4005400411'}] {{(pid=91849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:24:30.422412 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eb7f07-79ae-456b-80c8-939c96ef9a8f None None] Attempting to bind port a8967d5c-21c5-4264-851d-edfb0f96b450 on network ced04108-deb6-4ea1-bc74-6c4005400411 {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:24:30.428814 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eb7f07-79ae-456b-80c8-939c96ef9a8f None None] Checking agent: {'id': '2c978cda-2b59-4acb-bf0b-4021aa69528d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 9, 47), 'started_at': datetime.datetime(2021, 5, 27, 11, 10, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:24:30.429105 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eb7f07-79ae-456b-80c8-939c96ef9a8f None None] Checking segment: {'id': 'f59d65d7-57b8-4bfe-aa01-8448b5674491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'ced04108-deb6-4ea1-bc74-6c4005400411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:24:30.429506 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-00eb7f07-79ae-456b-80c8-939c96ef9a8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:30.429972 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eb7f07-79ae-456b-80c8-939c96ef9a8f None None] Bound using segment: {'id': 'f59d65d7-57b8-4bfe-aa01-8448b5674491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'ced04108-deb6-4ea1-bc74-6c4005400411'} {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:24:30.430398 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-00eb7f07-79ae-456b-80c8-939c96ef9a8f None None] Bound port: a8967d5c-21c5-4264-851d-edfb0f96b450, host: dv-cinder-751579-23-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f59d65d7-57b8-4bfe-aa01-8448b5674491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'ced04108-deb6-4ea1-bc74-6c4005400411'}}] {{(pid=91849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:24:30.430786 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-00eb7f07-79ae-456b-80c8-939c96ef9a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:30.581029 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-00eb7f07-79ae-456b-80c8-939c96ef9a8f None None] For port a8967d5c-21c5-4264-851d-edfb0f96b450, host dv-cinder-751579-23-smb, cleared binding levels {{(pid=91849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:24:30.585043 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-00eb7f07-79ae-456b-80c8-939c96ef9a8f None None] For port a8967d5c-21c5-4264-851d-edfb0f96b450, host dv-cinder-751579-23-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=a8967d5c-21c5-4264-851d-edfb0f96b450,segment=NetworkSegment(f59d65d7-57b8-4bfe-aa01-8448b5674491),segment_id=f59d65d7-57b8-4bfe-aa01-8448b5674491)] {{(pid=91849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:24:30.594536 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-00eb7f07-79ae-456b-80c8-939c96ef9a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:30.599265 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:30.696319 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb7f07-79ae-456b-80c8-939c96ef9a8f None None] Pushing event updated for resources: {'Port': ['ID=a8967d5c-21c5-4264-851d-edfb0f96b450,revision_number=2']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:30.700251 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-00eb7f07-79ae-456b-80c8-939c96ef9a8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:30.896998 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-a8422565-11b2-4759-ba7d-b2e76e5ccc17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:30.939442 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-a8422565-11b2-4759-ba7d-b2e76e5ccc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:31.114717 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.db_base_plugin_common [None req-a8422565-11b2-4759-ba7d-b2e76e5ccc17 admin admin] Allocated IP 172.28.3.55 (0ace5481-0689-4712-88e8-17cfc5365039/62662465-340f-4d3d-804b-21afd8ee5936/114eff21-36a1-4877-9721-6d351cfef01f) {{(pid=91847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:24:31.274501 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-a8422565-11b2-4759-ba7d-b2e76e5ccc17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:31.306747 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-a8422565-11b2-4759-ba7d-b2e76e5ccc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7527304'] for port, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:31.312756 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-58130bd4-6340-4524-b984-307576763b21 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:31.377655 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8422565-11b2-4759-ba7d-b2e76e5ccc17 admin admin] Network 0ace5481-0689-4712-88e8-17cfc5365039 is already hosted by enough agents. {{(pid=91847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:24:31.381073 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [None req-a8422565-11b2-4759-ba7d-b2e76e5ccc17 admin admin] Resources bound (agent type, host, resource id): {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:24:31.383620 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8422565-11b2-4759-ba7d-b2e76e5ccc17 admin admin] Received port after_create {{(pid=91847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:24:31.445977 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8422565-11b2-4759-ba7d-b2e76e5ccc17 admin admin] Pushing event updated for resources: {'Port': ['ID=114eff21-36a1-4877-9721-6d351cfef01f,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:31.457320 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-a8422565-11b2-4759-ba7d-b2e76e5ccc17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:31.571629 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d00417-dcd6-4ee0-9f08-8b979ab4efea req-067095c7-8463-41f1-aeb5-92608ae871f4 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:31.573829 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-48d00417-dcd6-4ee0-9f08-8b979ab4efea req-067095c7-8463-41f1-aeb5-92608ae871f4 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 945 time: 0.1446726 May 27 11:24:31.634336 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-48d00417-dcd6-4ee0-9f08-8b979ab4efea req-545f3e50-3b93-4562-9458-49b0054bc292 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504947 May 27 11:24:31.832848 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85a9019-4d50-44e2-8eae-3c58c42216bb None None] Network ced04108-deb6-4ea1-bc74-6c4005400411 requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:24:31.915728 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-a8422565-11b2-4759-ba7d-b2e76e5ccc17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:31.929722 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-b99c08f1-65ac-4b6b-a04c-e1c2dced43fc None None] Provisioning for port a8967d5c-21c5-4264-851d-edfb0f96b450 completed by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:24:32.285703 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device a8967d5c-21c5-4264-851d-edfb0f96b450 up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:24:32.354663 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning for port a8967d5c-21c5-4264-851d-edfb0f96b450 completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:24:32.364334 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port a8967d5c-21c5-4264-851d-edfb0f96b450 triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:24:32.364703 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:32.399945 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-a8422565-11b2-4759-ba7d-b2e76e5ccc17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1926400'] for router, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:32.419556 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-05677475-770a-4c99-8b39-256356b91fed None None] Provisioning complete for port a8967d5c-21c5-4264-851d-edfb0f96b450 triggered by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:24:32.419922 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-05677475-770a-4c99-8b39-256356b91fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:32.586389 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:32.611603 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8422565-11b2-4759-ba7d-b2e76e5ccc17 admin admin] Router ecd88da2-3c8d-436d-8d17-c5259135afe6 is scheduled to L3 agent 6d24f2a4-c5c8-4233-9813-3f8fa73b68fa with binding_index 1 {{(pid=91847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 11:24:32.663156 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-05677475-770a-4c99-8b39-256356b91fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:32.683084 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] For port a8967d5c-21c5-4264-851d-edfb0f96b450, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=a8967d5c-21c5-4264-851d-edfb0f96b450,segment=NetworkSegment(f59d65d7-57b8-4bfe-aa01-8448b5674491),segment_id=f59d65d7-57b8-4bfe-aa01-8448b5674491)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:24:32.691480 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:32.694549 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:32.800336 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8422565-11b2-4759-ba7d-b2e76e5ccc17 admin admin] Notify agent at l3_agent.dv-cinder-751579-23-smb the message routers_updated {{(pid=91847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:24:32.821929 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ed7cb4-5c87-4a2a-b04d-8ca32feb17dd None None] Sync routers for ids ['ecd88da2-3c8d-436d-8d17-c5259135afe6'] in dv-cinder-751579-23-smb {{(pid=91849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:24:32.829221 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-a8422565-11b2-4759-ba7d-b2e76e5ccc17 admin admin] Notify callbacks [] for router, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:32.830759 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-a8422565-11b2-4759-ba7d-b2e76e5ccc17 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3091464 May 27 11:24:32.832000 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.db.api [None req-05677475-770a-4c99-8b39-256356b91fed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 11:24:32.832407 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_db.api [None req-05677475-770a-4c99-8b39-256356b91fed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 11:24:32.834413 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 33640) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:24:32.834923 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Pushing event updated for resources: {'Port': ['ID=a8967d5c-21c5-4264-851d-edfb0f96b450,revision_number=3']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:32.841162 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:32.844935 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ed7cb4-5c87-4a2a-b04d-8ca32feb17dd None None] Routers {'ecd88da2-3c8d-436d-8d17-c5259135afe6'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:24:32.845556 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-14ed7cb4-5c87-4a2a-b04d-8ca32feb17dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:24:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['ecd88da2-3c8d-436d-8d17-c5259135afe6'], 'active': True} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:24:33.038268 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvr_db [None req-14ed7cb4-5c87-4a2a-b04d-8ca32feb17dd None None] Set router ecd88da2-3c8d-436d-8d17-c5259135afe6 gateway port host: dv-cinder-751579-23-smb {{(pid=91849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:24:33.423899 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-14ed7cb4-5c87-4a2a-b04d-8ca32feb17dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'name': 'tempest-TestMinimumBasicScenario-816673270-router', 'tenant_id': 'af7266b3901847dcabc327648954eeae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': '114eff21-36a1-4877-9721-6d351cfef01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:24:29Z', 'updated_at': '2021-05-27T11:24:31Z', 'revision_number': 3, 'project_id': 'af7266b3901847dcabc327648954eeae', 'gw_port': {'id': '114eff21-36a1-4877-9721-6d351cfef01f', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:30Z', 'updated_at': '2021-05-27T11:24:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb'}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:24:33.428118 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ed7cb4-5c87-4a2a-b04d-8ca32feb17dd None None] Checking router: ecd88da2-3c8d-436d-8d17-c5259135afe6 for host: dv-cinder-751579-23-smb {{(pid=91849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:24:33.428474 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ed7cb4-5c87-4a2a-b04d-8ca32feb17dd None None] Updating router ecd88da2-3c8d-436d-8d17-c5259135afe6 port 114eff21-36a1-4877-9721-6d351cfef01f binding host dv-cinder-751579-23-smb {{(pid=91849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 11:24:33.487261 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-14ed7cb4-5c87-4a2a-b04d-8ca32feb17dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:33.689696 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-84677c89-6d90-4059-ab0d-5a60ef177956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:33.823285 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-14ed7cb4-5c87-4a2a-b04d-8ca32feb17dd None None] Notify callbacks [] for port, precommit_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:33.837050 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-14ed7cb4-5c87-4a2a-b04d-8ca32feb17dd None None] Transition to ACTIVE for port object 114eff21-36a1-4877-9721-6d351cfef01f will not be triggered until provisioned by entity L2. {{(pid=91849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:24:33.850454 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-14ed7cb4-5c87-4a2a-b04d-8ca32feb17dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:33.854826 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-7bbd2ee6-a715-4d29-9d44-fe99ffd2d354 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:33.903116 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.db_base_plugin_common [None req-84677c89-6d90-4059-ab0d-5a60ef177956 admin admin] Allocated IP 172.20.0.1 (ced04108-deb6-4ea1-bc74-6c4005400411/4aa03dc3-a675-4304-8e4d-06e24a2f5289/a6fc0477-b702-4c86-8e1a-2472d099c4eb) {{(pid=91848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:24:33.931648 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-14ed7cb4-5c87-4a2a-b04d-8ca32feb17dd None None] Attempting to bind port 114eff21-36a1-4877-9721-6d351cfef01f on host dv-cinder-751579-23-smb for vnic_type normal with profile {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:24:33.931984 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-14ed7cb4-5c87-4a2a-b04d-8ca32feb17dd None None] Attempting to bind port 114eff21-36a1-4877-9721-6d351cfef01f by drivers openvswitch,hyperv on host dv-cinder-751579-23-smb at level 0 using segments [{'id': '4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039'}] {{(pid=91849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:24:33.932344 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ed7cb4-5c87-4a2a-b04d-8ca32feb17dd None None] Attempting to bind port 114eff21-36a1-4877-9721-6d351cfef01f on network 0ace5481-0689-4712-88e8-17cfc5365039 {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:24:33.938015 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468ab31-d571-437c-8617-1322661b6ff9 None None] Pushing event updated for resources: {'Port': ['ID=114eff21-36a1-4877-9721-6d351cfef01f,revision_number=2']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:33.942100 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-3468ab31-d571-437c-8617-1322661b6ff9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:33.942783 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ed7cb4-5c87-4a2a-b04d-8ca32feb17dd None None] Checking agent: {'id': '2c978cda-2b59-4acb-bf0b-4021aa69528d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 9, 47), 'started_at': datetime.datetime(2021, 5, 27, 11, 10, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:24:33.943153 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ed7cb4-5c87-4a2a-b04d-8ca32feb17dd None None] Checking segment: {'id': '4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:24:33.943568 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-14ed7cb4-5c87-4a2a-b04d-8ca32feb17dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:33.943956 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ed7cb4-5c87-4a2a-b04d-8ca32feb17dd None None] Bound using segment: {'id': '4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039'} {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:24:33.944455 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-14ed7cb4-5c87-4a2a-b04d-8ca32feb17dd None None] Bound port: 114eff21-36a1-4877-9721-6d351cfef01f, host: dv-cinder-751579-23-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039'}}] {{(pid=91849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:24:33.944832 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-14ed7cb4-5c87-4a2a-b04d-8ca32feb17dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:34.021846 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-14ed7cb4-5c87-4a2a-b04d-8ca32feb17dd None None] For port 114eff21-36a1-4877-9721-6d351cfef01f, host dv-cinder-751579-23-smb, cleared binding levels {{(pid=91849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:24:34.024985 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-14ed7cb4-5c87-4a2a-b04d-8ca32feb17dd None None] For port 114eff21-36a1-4877-9721-6d351cfef01f, host dv-cinder-751579-23-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=114eff21-36a1-4877-9721-6d351cfef01f,segment=NetworkSegment(4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310),segment_id=4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310)] {{(pid=91849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:24:34.028747 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-14ed7cb4-5c87-4a2a-b04d-8ca32feb17dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:34.034238 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:34.060487 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-84677c89-6d90-4059-ab0d-5a60ef177956 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:34.077232 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.provisioning_blocks [None req-84677c89-6d90-4059-ab0d-5a60ef177956 admin admin] Transition to ACTIVE for port object a6fc0477-b702-4c86-8e1a-2472d099c4eb will not be triggered until provisioned by entity DHCP. {{(pid=91848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:24:34.103943 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-84677c89-6d90-4059-ab0d-5a60ef177956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6295888'] for port, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:34.104823 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ed7cb4-5c87-4a2a-b04d-8ca32feb17dd None None] Routers {'ecd88da2-3c8d-436d-8d17-c5259135afe6'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:24:34.105426 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-14ed7cb4-5c87-4a2a-b04d-8ca32feb17dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:24:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['ecd88da2-3c8d-436d-8d17-c5259135afe6'], 'active': True} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:24:34.108841 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-ef367c1f-c65d-453c-8b49-0446ec8fd1ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:34.159097 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468ab31-d571-437c-8617-1322661b6ff9 None None] Pushing event updated for resources: {'Port': ['ID=114eff21-36a1-4877-9721-6d351cfef01f,revision_number=3']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:34.167023 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-3468ab31-d571-437c-8617-1322661b6ff9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:34.173743 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84677c89-6d90-4059-ab0d-5a60ef177956 admin admin] Network ced04108-deb6-4ea1-bc74-6c4005400411 is already hosted by enough agents. {{(pid=91848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:24:34.176952 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.base_scheduler [None req-84677c89-6d90-4059-ab0d-5a60ef177956 admin admin] Resources bound (agent type, host, resource id): {{(pid=91848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:24:34.179669 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84677c89-6d90-4059-ab0d-5a60ef177956 admin admin] Received port after_create {{(pid=91848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:24:34.232019 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84677c89-6d90-4059-ab0d-5a60ef177956 admin admin] Pushing event updated for resources: {'Port': ['ID=a6fc0477-b702-4c86-8e1a-2472d099c4eb,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:34.239261 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-84677c89-6d90-4059-ab0d-5a60ef177956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:34.251047 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-84677c89-6d90-4059-ab0d-5a60ef177956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1927782'] for router_interface, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:34.277723 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device a8967d5c-21c5-4264-851d-edfb0f96b450 up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:24:34.400405 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-84677c89-6d90-4059-ab0d-5a60ef177956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:34.428331 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvr_db [None req-14ed7cb4-5c87-4a2a-b04d-8ca32feb17dd None None] Set router ecd88da2-3c8d-436d-8d17-c5259135afe6 gateway port host: dv-cinder-751579-23-smb {{(pid=91849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:24:34.639014 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-7a283ac8-3135-4c0b-9917-50a87f91f8fb None None] Provisioning for port a6fc0477-b702-4c86-8e1a-2472d099c4eb completed by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:24:34.659683 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-84677c89-6d90-4059-ab0d-5a60ef177956 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:34.661968 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-7a283ac8-3135-4c0b-9917-50a87f91f8fb None None] Provisioning complete for port a6fc0477-b702-4c86-8e1a-2472d099c4eb triggered by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:24:34.662378 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-7a283ac8-3135-4c0b-9917-50a87f91f8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:34.664856 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-84677c89-6d90-4059-ab0d-5a60ef177956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6295911'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:34.690399 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port a8967d5c-21c5-4264-851d-edfb0f96b450 triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:24:34.690777 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:34.697107 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-fb7eab12-f9bf-446b-8dea-f18fc8b0a189 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:34.790858 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-84677c89-6d90-4059-ab0d-5a60ef177956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1927877'] for router_interface, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:34.794925 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84677c89-6d90-4059-ab0d-5a60ef177956 admin admin] Pushing event updated for resources: {'Port': ['ID=a6fc0477-b702-4c86-8e1a-2472d099c4eb,revision_number=2']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:34.799710 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-84677c89-6d90-4059-ab0d-5a60ef177956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:34.801790 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-7a283ac8-3135-4c0b-9917-50a87f91f8fb None None] Port a6fc0477-b702-4c86-8e1a-2472d099c4eb cannot update to ACTIVE because it is not bound. {{(pid=91849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:24:34.938060 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-14ed7cb4-5c87-4a2a-b04d-8ca32feb17dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'name': 'tempest-TestMinimumBasicScenario-816673270-router', 'tenant_id': 'af7266b3901847dcabc327648954eeae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': '114eff21-36a1-4877-9721-6d351cfef01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:24:29Z', 'updated_at': '2021-05-27T11:24:31Z', 'revision_number': 3, 'project_id': 'af7266b3901847dcabc327648954eeae', 'gw_port': {'id': '114eff21-36a1-4877-9721-6d351cfef01f', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:30Z', 'updated_at': '2021-05-27T11:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb'}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:24:34.942470 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ed7cb4-5c87-4a2a-b04d-8ca32feb17dd None None] The sync data for ids ['ecd88da2-3c8d-436d-8d17-c5259135afe6'] in dv-cinder-751579-23-smb is: [{'id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'name': 'tempest-TestMinimumBasicScenario-816673270-router', 'tenant_id': 'af7266b3901847dcabc327648954eeae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': '114eff21-36a1-4877-9721-6d351cfef01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:24:29Z', 'updated_at': '2021-05-27T11:24:31Z', 'revision_number': 3, 'project_id': 'af7266b3901847dcabc327648954eeae', 'gw_port': {'id': '114eff21-36a1-4877-9721-6d351cfef01f', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:30Z', 'updated_at': '2021-05-27T11:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb'}] {{(pid=91849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:24:35.074561 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84677c89-6d90-4059-ab0d-5a60ef177956 admin admin] Network ced04108-deb6-4ea1-bc74-6c4005400411 is already hosted by enough agents. {{(pid=91848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:24:35.075567 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.base_scheduler [None req-84677c89-6d90-4059-ab0d-5a60ef177956 admin admin] Resources bound (agent type, host, resource id): {{(pid=91848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:24:35.245850 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 6 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:24:35.307624 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84677c89-6d90-4059-ab0d-5a60ef177956 admin admin] Router ecd88da2-3c8d-436d-8d17-c5259135afe6 has already been hosted by L3 agent 6d24f2a4-c5c8-4233-9813-3f8fa73b68fa {{(pid=91848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:24:35.326200 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-c2567812-45b6-4300-88b0-eec007f531e4 None None] Provisioning complete for port a6fc0477-b702-4c86-8e1a-2472d099c4eb triggered by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:24:35.326849 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-c2567812-45b6-4300-88b0-eec007f531e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:35.386296 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-c2567812-45b6-4300-88b0-eec007f531e4 None None] Port a6fc0477-b702-4c86-8e1a-2472d099c4eb cannot update to ACTIVE because it is not bound. {{(pid=91849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:24:35.509831 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84677c89-6d90-4059-ab0d-5a60ef177956 admin admin] Notify agent at l3_agent.dv-cinder-751579-23-smb the message routers_updated {{(pid=91848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:24:35.520033 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-84677c89-6d90-4059-ab0d-5a60ef177956 admin admin] 10.222.0.77 "PUT /v2.0/routers/ecd88da2-3c8d-436d-8d17-c5259135afe6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6843426 May 27 11:24:36.155913 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 33678) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:24:36.166153 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [None req-b095aed8-58eb-4c2d-abe7-68341e3854f4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1458199784-network', 'tenant_id': '72e7d069db444de1ad15dc6a4945d694'}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:24:36.172058 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-b095aed8-58eb-4c2d-abe7-68341e3854f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:24:36.176459 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-b095aed8-58eb-4c2d-abe7-68341e3854f4 admin admin] Usage tracker for resource:network and tenant:72e7d069db444de1ad15dc6a4945d694 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:24:36.179338 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-b095aed8-58eb-4c2d-abe7-68341e3854f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:24:36.186148 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-b095aed8-58eb-4c2d-abe7-68341e3854f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:24:36.206580 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b095aed8-58eb-4c2d-abe7-68341e3854f4 admin admin] Made reservation on behalf of 72e7d069db444de1ad15dc6a4945d694 for: {'network': 1} {{(pid=91848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:24:36.209363 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b095aed8-58eb-4c2d-abe7-68341e3854f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-672059'] for network, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:36.229151 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b095aed8-58eb-4c2d-abe7-68341e3854f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:36.248348 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-b095aed8-58eb-4c2d-abe7-68341e3854f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:24:36.252683 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-b095aed8-58eb-4c2d-abe7-68341e3854f4 admin admin] Usage tracker for resource:security_group_rule and tenant:72e7d069db444de1ad15dc6a4945d694 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:24:36.255653 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-b095aed8-58eb-4c2d-abe7-68341e3854f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:24:36.261507 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-b095aed8-58eb-4c2d-abe7-68341e3854f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:24:36.291906 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 114eff21-36a1-4877-9721-6d351cfef01f up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:24:36.379798 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b095aed8-58eb-4c2d-abe7-68341e3854f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:36.385141 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b095aed8-58eb-4c2d-abe7-68341e3854f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:36.387028 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning for port 114eff21-36a1-4877-9721-6d351cfef01f completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:24:36.388445 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:36.393979 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port 114eff21-36a1-4877-9721-6d351cfef01f triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:24:36.394464 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:36.421054 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b095aed8-58eb-4c2d-abe7-68341e3854f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1178, 'physical_network': 'physnet1'} {{(pid=91848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 11:24:36.431170 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b095aed8-58eb-4c2d-abe7-68341e3854f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c783ca58-30d6-4e06-8e72-eb7735431eb3,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:36.449320 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-b095aed8-58eb-4c2d-abe7-68341e3854f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:36.452711 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b095aed8-58eb-4c2d-abe7-68341e3854f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075'] for segment, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:36.453050 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.db.segments_db [None req-b095aed8-58eb-4c2d-abe7-68341e3854f4 admin admin] Added segment d281b461-def2-473a-98c3-9c27901f250c of type vlan for network ccca011f-b4ac-4050-b3d1-3a2d97f99bdc May 27 11:24:36.483205 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b095aed8-58eb-4c2d-abe7-68341e3854f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764581993548'] for network, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:36.522738 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b095aed8-58eb-4c2d-abe7-68341e3854f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586667'] for network, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:36.526234 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b095aed8-58eb-4c2d-abe7-68341e3854f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:36.527133 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b095aed8-58eb-4c2d-abe7-68341e3854f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for network, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:36.534125 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:36.540141 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:36.558433 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] For port 114eff21-36a1-4877-9721-6d351cfef01f, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=114eff21-36a1-4877-9721-6d351cfef01f,segment=NetworkSegment(4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310),segment_id=4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:24:36.565157 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:36.566991 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:36.644508 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Pushing event updated for resources: {'Port': ['ID=114eff21-36a1-4877-9721-6d351cfef01f,revision_number=4']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:36.652415 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:36.664167 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-b095aed8-58eb-4c2d-abe7-68341e3854f4 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5059609 May 27 11:24:36.665105 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b095aed8-58eb-4c2d-abe7-68341e3854f4 admin admin] Pushing event updated for resources: {'Network': ['ID=ccca011f-b4ac-4050-b3d1-3a2d97f99bdc,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:36.667192 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 33694) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:24:36.668351 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-b095aed8-58eb-4c2d-abe7-68341e3854f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:36.674314 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-97d899a9-fca1-4333-a97c-a77014868f6b admin admin] Request body: {'subnet': {'network_id': 'ccca011f-b4ac-4050-b3d1-3a2d97f99bdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1458199784-subnet', 'tenant_id': '72e7d069db444de1ad15dc6a4945d694', 'ip_version': 4}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:24:36.676076 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Network ccca011f-b4ac-4050-b3d1-3a2d97f99bdc details requested by agent ovs-agent-dv-cinder-751579-23-smb with host dv-cinder-751579-23-smb {{(pid=91849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 11:24:36.681586 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-97d899a9-fca1-4333-a97c-a77014868f6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:24:36.682805 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f308c23-6560-45bd-aed8-6c210670a0f5 None None] Sync routers for ids ['ecd88da2-3c8d-436d-8d17-c5259135afe6'] in dv-cinder-751579-23-smb {{(pid=91850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:24:36.687489 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-97d899a9-fca1-4333-a97c-a77014868f6b admin admin] Usage tracker for resource:subnet and tenant:72e7d069db444de1ad15dc6a4945d694 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:24:36.692280 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-97d899a9-fca1-4333-a97c-a77014868f6b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:24:36.697092 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f308c23-6560-45bd-aed8-6c210670a0f5 None None] Routers {'ecd88da2-3c8d-436d-8d17-c5259135afe6'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:24:36.697716 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-2f308c23-6560-45bd-aed8-6c210670a0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:24:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['ecd88da2-3c8d-436d-8d17-c5259135afe6'], 'active': True} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:24:36.700122 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-97d899a9-fca1-4333-a97c-a77014868f6b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:24:36.711947 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d899a9-fca1-4333-a97c-a77014868f6b admin admin] Made reservation on behalf of 72e7d069db444de1ad15dc6a4945d694 for: {'subnet': 1} {{(pid=91847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:24:36.714888 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97d899a9-fca1-4333-a97c-a77014868f6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640564'] for subnet, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:36.906076 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvr_db [None req-2f308c23-6560-45bd-aed8-6c210670a0f5 None None] Set router ecd88da2-3c8d-436d-8d17-c5259135afe6 gateway port host: dv-cinder-751579-23-smb {{(pid=91850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:24:37.135906 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97d899a9-fca1-4333-a97c-a77014868f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7527736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640546'] for subnet, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:37.140670 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:37.209773 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d899a9-fca1-4333-a97c-a77014868f6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8c5f226-58b7-452a-be0e-a1942de58a2a,revision_number=0']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:37.214233 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-97d899a9-fca1-4333-a97c-a77014868f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:37.225393 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d899a9-fca1-4333-a97c-a77014868f6b admin admin] Checking segment: {'id': 'd281b461-def2-473a-98c3-9c27901f250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'ccca011f-b4ac-4050-b3d1-3a2d97f99bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:24:37.225740 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d899a9-fca1-4333-a97c-a77014868f6b admin admin] Network hostable DHCP agents. Network: ccca011f-b4ac-4050-b3d1-3a2d97f99bdc, hostable agents: ['49383876-4286-4bfb-8d2a-316dbfdc5a49'], hosted agents: [] {{(pid=91847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 11:24:37.244967 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d899a9-fca1-4333-a97c-a77014868f6b admin admin] Network ccca011f-b4ac-4050-b3d1-3a2d97f99bdc is scheduled to be hosted by DHCP agent 49383876-4286-4bfb-8d2a-316dbfdc5a49 with binding_index 1 {{(pid=91847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 11:24:37.261545 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [None req-97d899a9-fca1-4333-a97c-a77014868f6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-23-smb, ccca011f-b4ac-4050-b3d1-3a2d97f99bdc) {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:24:37.268167 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-2f308c23-6560-45bd-aed8-6c210670a0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'name': 'tempest-TestMinimumBasicScenario-816673270-router', 'tenant_id': 'af7266b3901847dcabc327648954eeae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': '114eff21-36a1-4877-9721-6d351cfef01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:24:29Z', 'updated_at': '2021-05-27T11:24:34Z', 'revision_number': 4, 'project_id': 'af7266b3901847dcabc327648954eeae', 'gw_port': {'id': '114eff21-36a1-4877-9721-6d351cfef01f', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:30Z', 'updated_at': '2021-05-27T11:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': 'a6fc0477-b702-4c86-8e1a-2472d099c4eb', 'name': '', 'network_id': 'ced04108-deb6-4ea1-bc74-6c4005400411', 'tenant_id': 'af7266b3901847dcabc327648954eeae', 'mac_address': 'fa:16:3e:ff:06:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '4aa03dc3-a675-4304-8e4d-06e24a2f5289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:33Z', 'updated_at': '2021-05-27T11:24:34Z', 'revision_number': 2, 'project_id': 'af7266b3901847dcabc327648954eeae', 'subnets': [{'id': '4aa03dc3-a675-4304-8e4d-06e24a2f5289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:24:37.272115 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d899a9-fca1-4333-a97c-a77014868f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:37.272259 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f308c23-6560-45bd-aed8-6c210670a0f5 None None] Checking router: ecd88da2-3c8d-436d-8d17-c5259135afe6 for host: dv-cinder-751579-23-smb {{(pid=91850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:24:37.272540 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f308c23-6560-45bd-aed8-6c210670a0f5 None None] Updating router ecd88da2-3c8d-436d-8d17-c5259135afe6 port a6fc0477-b702-4c86-8e1a-2472d099c4eb binding host dv-cinder-751579-23-smb {{(pid=91850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 11:24:37.272735 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97d899a9-fca1-4333-a97c-a77014868f6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for subnet, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:37.273401 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715c2be3-abcf-4683-9fee-94f3610a6ea2 None None] Network ccca011f-b4ac-4050-b3d1-3a2d97f99bdc requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:24:37.299879 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-97d899a9-fca1-4333-a97c-a77014868f6b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6306338 May 27 11:24:37.302806 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 33706) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:24:37.310146 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-4a595f5d-17af-41a3-b4ee-9689670cfbf8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1458199784-router', 'tenant_id': '72e7d069db444de1ad15dc6a4945d694', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039'}}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:24:37.316399 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-4a595f5d-17af-41a3-b4ee-9689670cfbf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:24:37.320413 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-4a595f5d-17af-41a3-b4ee-9689670cfbf8 admin admin] Usage tracker for resource:router and tenant:72e7d069db444de1ad15dc6a4945d694 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:24:37.324193 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-4a595f5d-17af-41a3-b4ee-9689670cfbf8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:24:37.336079 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-2f308c23-6560-45bd-aed8-6c210670a0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:37.336839 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-4a595f5d-17af-41a3-b4ee-9689670cfbf8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:24:37.354485 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-4a595f5d-17af-41a3-b4ee-9689670cfbf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1940142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7845'] for router, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:37.355559 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-4a595f5d-17af-41a3-b4ee-9689670cfbf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1926502', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1914800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7854'] for router, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:37.372143 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-4a595f5d-17af-41a3-b4ee-9689670cfbf8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:37.545919 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01388e06-502c-4bd9-8220-0dcce45c7e47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16fd5ad9-bd55-559a-a3b6-629454411efa-ccca011f-b4ac-4050-b3d1-3a2d97f99bdc', 'network_id': 'ccca011f-b4ac-4050-b3d1-3a2d97f99bdc', 'tenant_id': '72e7d069db444de1ad15dc6a4945d694', 'fixed_ips': [{'subnet_id': 'd8c5f226-58b7-452a-be0e-a1942de58a2a'}]}} from dv-cinder-751579-23-smb. {{(pid=91849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 11:24:37.548101 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-01388e06-502c-4bd9-8220-0dcce45c7e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:37.670688 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-4a595f5d-17af-41a3-b4ee-9689670cfbf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1926513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1940144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7896'] for router, precommit_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:37.725400 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.db_base_plugin_common [None req-01388e06-502c-4bd9-8220-0dcce45c7e47 None None] Allocated IP 172.20.0.2 (ccca011f-b4ac-4050-b3d1-3a2d97f99bdc/d8c5f226-58b7-452a-be0e-a1942de58a2a/5676594a-8fb6-4cd4-bd1d-76948c08ebed) {{(pid=91849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:24:37.739557 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-2f308c23-6560-45bd-aed8-6c210670a0f5 None None] Notify callbacks [] for port, precommit_update {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:37.756925 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.provisioning_blocks [None req-2f308c23-6560-45bd-aed8-6c210670a0f5 None None] Transition to ACTIVE for port object a6fc0477-b702-4c86-8e1a-2472d099c4eb will not be triggered until provisioned by entity L2. {{(pid=91850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:24:37.765209 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-2f308c23-6560-45bd-aed8-6c210670a0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:37.771324 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG oslo_concurrency.lockutils [None req-4d7582fe-6769-418b-be7b-495bf0b7f669 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:38.045739 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbbc437-b50f-42b6-88f4-c5c1d3ab105d None None] Pushing event updated for resources: {'Port': ['ID=a6fc0477-b702-4c86-8e1a-2472d099c4eb,revision_number=3']} {{(pid=91850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:38.065810 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbbc437-b50f-42b6-88f4-c5c1d3ab105d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:38.065810 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbbc437-b50f-42b6-88f4-c5c1d3ab105d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:38.065810 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbbc437-b50f-42b6-88f4-c5c1d3ab105d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:38.065810 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbbc437-b50f-42b6-88f4-c5c1d3ab105d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:38.065810 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbbc437-b50f-42b6-88f4-c5c1d3ab105d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:38.065810 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbbc437-b50f-42b6-88f4-c5c1d3ab105d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:38.066416 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbbc437-b50f-42b6-88f4-c5c1d3ab105d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:38.066416 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbbc437-b50f-42b6-88f4-c5c1d3ab105d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:38.066778 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbbc437-b50f-42b6-88f4-c5c1d3ab105d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:38.067051 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbbc437-b50f-42b6-88f4-c5c1d3ab105d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:38.067502 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbbc437-b50f-42b6-88f4-c5c1d3ab105d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:38.067860 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbbc437-b50f-42b6-88f4-c5c1d3ab105d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:38.085347 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG oslo_concurrency.lockutils [None req-0dbbc437-b50f-42b6-88f4-c5c1d3ab105d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=91850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:38.095390 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.managers [None req-2f308c23-6560-45bd-aed8-6c210670a0f5 None None] Attempting to bind port a6fc0477-b702-4c86-8e1a-2472d099c4eb on host dv-cinder-751579-23-smb for vnic_type normal with profile {{(pid=91850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:24:38.095788 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.managers [None req-2f308c23-6560-45bd-aed8-6c210670a0f5 None None] Attempting to bind port a6fc0477-b702-4c86-8e1a-2472d099c4eb by drivers openvswitch,hyperv on host dv-cinder-751579-23-smb at level 0 using segments [{'id': 'f59d65d7-57b8-4bfe-aa01-8448b5674491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'ced04108-deb6-4ea1-bc74-6c4005400411'}] {{(pid=91850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:24:38.096150 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f308c23-6560-45bd-aed8-6c210670a0f5 None None] Attempting to bind port a6fc0477-b702-4c86-8e1a-2472d099c4eb on network ced04108-deb6-4ea1-bc74-6c4005400411 {{(pid=91850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:24:38.106090 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f308c23-6560-45bd-aed8-6c210670a0f5 None None] Checking agent: {'id': '2c978cda-2b59-4acb-bf0b-4021aa69528d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 9, 47), 'started_at': datetime.datetime(2021, 5, 27, 11, 10, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:24:38.106487 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f308c23-6560-45bd-aed8-6c210670a0f5 None None] Checking segment: {'id': 'f59d65d7-57b8-4bfe-aa01-8448b5674491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'ced04108-deb6-4ea1-bc74-6c4005400411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:24:38.106936 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-2f308c23-6560-45bd-aed8-6c210670a0f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:38.107269 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f308c23-6560-45bd-aed8-6c210670a0f5 None None] Bound using segment: {'id': 'f59d65d7-57b8-4bfe-aa01-8448b5674491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'ced04108-deb6-4ea1-bc74-6c4005400411'} {{(pid=91850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:24:38.107806 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.managers [None req-2f308c23-6560-45bd-aed8-6c210670a0f5 None None] Bound port: a6fc0477-b702-4c86-8e1a-2472d099c4eb, host: dv-cinder-751579-23-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f59d65d7-57b8-4bfe-aa01-8448b5674491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'ced04108-deb6-4ea1-bc74-6c4005400411'}}] {{(pid=91850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:24:38.108313 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-2f308c23-6560-45bd-aed8-6c210670a0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:38.172601 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-01388e06-502c-4bd9-8220-0dcce45c7e47 None None] Notify callbacks [] for port, precommit_create {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:38.207808 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-01388e06-502c-4bd9-8220-0dcce45c7e47 None None] Transition to ACTIVE for port object 5676594a-8fb6-4cd4-bd1d-76948c08ebed will not be triggered until provisioned by entity L2. {{(pid=91849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:24:38.247558 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-01388e06-502c-4bd9-8220-0dcce45c7e47 None None] Transition to ACTIVE for port object 5676594a-8fb6-4cd4-bd1d-76948c08ebed will not be triggered until provisioned by entity DHCP. {{(pid=91849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:24:38.250851 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-01388e06-502c-4bd9-8220-0dcce45c7e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971'] for port, after_create {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:38.258154 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:38.262853 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-4a595f5d-17af-41a3-b4ee-9689670cfbf8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:38.300131 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.db [None req-2f308c23-6560-45bd-aed8-6c210670a0f5 None None] For port a6fc0477-b702-4c86-8e1a-2472d099c4eb, host dv-cinder-751579-23-smb, cleared binding levels {{(pid=91850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:24:38.304586 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-4a595f5d-17af-41a3-b4ee-9689670cfbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:38.304912 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 114eff21-36a1-4877-9721-6d351cfef01f up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:24:38.305251 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.db [None req-2f308c23-6560-45bd-aed8-6c210670a0f5 None None] For port a6fc0477-b702-4c86-8e1a-2472d099c4eb, host dv-cinder-751579-23-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=a6fc0477-b702-4c86-8e1a-2472d099c4eb,segment=NetworkSegment(f59d65d7-57b8-4bfe-aa01-8448b5674491),segment_id=f59d65d7-57b8-4bfe-aa01-8448b5674491)] {{(pid=91850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:24:38.313450 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-2f308c23-6560-45bd-aed8-6c210670a0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:38.318075 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:38.403099 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f308c23-6560-45bd-aed8-6c210670a0f5 None None] Routers {'ecd88da2-3c8d-436d-8d17-c5259135afe6'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:24:38.404197 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-2f308c23-6560-45bd-aed8-6c210670a0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:24:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['ecd88da2-3c8d-436d-8d17-c5259135afe6'], 'active': True} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:24:38.423867 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01388e06-502c-4bd9-8220-0dcce45c7e47 None None] Network ccca011f-b4ac-4050-b3d1-3a2d97f99bdc is already hosted by enough agents. {{(pid=91849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:24:38.429699 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.scheduler.base_scheduler [None req-01388e06-502c-4bd9-8220-0dcce45c7e47 None None] Resources bound (agent type, host, resource id): {{(pid=91849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:24:38.435631 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01388e06-502c-4bd9-8220-0dcce45c7e47 None None] Received port after_create {{(pid=91849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:24:38.483798 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbbc437-b50f-42b6-88f4-c5c1d3ab105d None None] Pushing event updated for resources: {'Port': ['ID=a6fc0477-b702-4c86-8e1a-2472d099c4eb,revision_number=4']} {{(pid=91850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:38.496998 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG oslo_concurrency.lockutils [None req-0dbbc437-b50f-42b6-88f4-c5c1d3ab105d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:38.525604 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.db_base_plugin_common [None req-4a595f5d-17af-41a3-b4ee-9689670cfbf8 admin admin] Allocated IP 172.28.3.226 (0ace5481-0689-4712-88e8-17cfc5365039/62662465-340f-4d3d-804b-21afd8ee5936/6f95f70e-f7b2-4fff-912c-f4acb163740d) {{(pid=91847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:24:38.534578 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01388e06-502c-4bd9-8220-0dcce45c7e47 None None] Pushing event updated for resources: {'Port': ['ID=5676594a-8fb6-4cd4-bd1d-76948c08ebed,revision_number=1']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:38.548318 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-01388e06-502c-4bd9-8220-0dcce45c7e47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:38.600565 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-01388e06-502c-4bd9-8220-0dcce45c7e47 None None] Attempting to bind port 5676594a-8fb6-4cd4-bd1d-76948c08ebed on host dv-cinder-751579-23-smb for vnic_type normal with profile {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:24:38.600936 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-01388e06-502c-4bd9-8220-0dcce45c7e47 None None] Attempting to bind port 5676594a-8fb6-4cd4-bd1d-76948c08ebed by drivers openvswitch,hyperv on host dv-cinder-751579-23-smb at level 0 using segments [{'id': 'd281b461-def2-473a-98c3-9c27901f250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'ccca011f-b4ac-4050-b3d1-3a2d97f99bdc'}] {{(pid=91849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:24:38.601305 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01388e06-502c-4bd9-8220-0dcce45c7e47 None None] Attempting to bind port 5676594a-8fb6-4cd4-bd1d-76948c08ebed on network ccca011f-b4ac-4050-b3d1-3a2d97f99bdc {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:24:38.606029 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port 114eff21-36a1-4877-9721-6d351cfef01f triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:24:38.606403 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:38.646340 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01388e06-502c-4bd9-8220-0dcce45c7e47 None None] Checking agent: {'id': '2c978cda-2b59-4acb-bf0b-4021aa69528d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 9, 47), 'started_at': datetime.datetime(2021, 5, 27, 11, 10, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:24:38.646731 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01388e06-502c-4bd9-8220-0dcce45c7e47 None None] Checking segment: {'id': 'd281b461-def2-473a-98c3-9c27901f250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'ccca011f-b4ac-4050-b3d1-3a2d97f99bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:24:38.647025 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-01388e06-502c-4bd9-8220-0dcce45c7e47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:38.647416 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01388e06-502c-4bd9-8220-0dcce45c7e47 None None] Bound using segment: {'id': 'd281b461-def2-473a-98c3-9c27901f250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'ccca011f-b4ac-4050-b3d1-3a2d97f99bdc'} {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:24:38.647925 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-01388e06-502c-4bd9-8220-0dcce45c7e47 None None] Bound port: 5676594a-8fb6-4cd4-bd1d-76948c08ebed, host: dv-cinder-751579-23-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd281b461-def2-473a-98c3-9c27901f250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'ccca011f-b4ac-4050-b3d1-3a2d97f99bdc'}}] {{(pid=91849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:24:38.648302 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-01388e06-502c-4bd9-8220-0dcce45c7e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:38.678771 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvr_db [None req-2f308c23-6560-45bd-aed8-6c210670a0f5 None None] Set router ecd88da2-3c8d-436d-8d17-c5259135afe6 gateway port host: dv-cinder-751579-23-smb {{(pid=91850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:24:38.713474 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-4a595f5d-17af-41a3-b4ee-9689670cfbf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:38.752229 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-4a595f5d-17af-41a3-b4ee-9689670cfbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7527304'] for port, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:38.760971 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-a8422565-11b2-4759-ba7d-b2e76e5ccc17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:38.828696 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-01388e06-502c-4bd9-8220-0dcce45c7e47 None None] For port 5676594a-8fb6-4cd4-bd1d-76948c08ebed, host dv-cinder-751579-23-smb, cleared binding levels {{(pid=91849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:24:38.855078 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-01388e06-502c-4bd9-8220-0dcce45c7e47 None None] For port 5676594a-8fb6-4cd4-bd1d-76948c08ebed, host dv-cinder-751579-23-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=5676594a-8fb6-4cd4-bd1d-76948c08ebed,segment=NetworkSegment(d281b461-def2-473a-98c3-9c27901f250c),segment_id=d281b461-def2-473a-98c3-9c27901f250c)] {{(pid=91849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:24:38.867466 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-01388e06-502c-4bd9-8220-0dcce45c7e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:38.873758 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a595f5d-17af-41a3-b4ee-9689670cfbf8 admin admin] Network 0ace5481-0689-4712-88e8-17cfc5365039 is already hosted by enough agents. {{(pid=91847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:24:38.875061 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:38.878620 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [None req-4a595f5d-17af-41a3-b4ee-9689670cfbf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:24:38.882921 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a595f5d-17af-41a3-b4ee-9689670cfbf8 admin admin] Received port after_create {{(pid=91847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:24:38.925478 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a595f5d-17af-41a3-b4ee-9689670cfbf8 admin admin] Pushing event updated for resources: {'Port': ['ID=6f95f70e-f7b2-4fff-912c-f4acb163740d,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:38.934433 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-4a595f5d-17af-41a3-b4ee-9689670cfbf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:38.994106 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01388e06-502c-4bd9-8220-0dcce45c7e47 None None] Pushing event updated for resources: {'Port': ['ID=5676594a-8fb6-4cd4-bd1d-76948c08ebed,revision_number=2']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:38.997564 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-01388e06-502c-4bd9-8220-0dcce45c7e47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:39.110106 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-2f308c23-6560-45bd-aed8-6c210670a0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'name': 'tempest-TestMinimumBasicScenario-816673270-router', 'tenant_id': 'af7266b3901847dcabc327648954eeae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': '114eff21-36a1-4877-9721-6d351cfef01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:24:29Z', 'updated_at': '2021-05-27T11:24:34Z', 'revision_number': 4, 'project_id': 'af7266b3901847dcabc327648954eeae', 'gw_port': {'id': '114eff21-36a1-4877-9721-6d351cfef01f', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:30Z', 'updated_at': '2021-05-27T11:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': 'a6fc0477-b702-4c86-8e1a-2472d099c4eb', 'name': '', 'network_id': 'ced04108-deb6-4ea1-bc74-6c4005400411', 'tenant_id': 'af7266b3901847dcabc327648954eeae', 'mac_address': 'fa:16:3e:ff:06:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '4aa03dc3-a675-4304-8e4d-06e24a2f5289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:33Z', 'updated_at': '2021-05-27T11:24:38Z', 'revision_number': 4, 'project_id': 'af7266b3901847dcabc327648954eeae', 'subnets': [{'id': '4aa03dc3-a675-4304-8e4d-06e24a2f5289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:24:39.114680 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f308c23-6560-45bd-aed8-6c210670a0f5 None None] The sync data for ids ['ecd88da2-3c8d-436d-8d17-c5259135afe6'] in dv-cinder-751579-23-smb is: [{'id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'name': 'tempest-TestMinimumBasicScenario-816673270-router', 'tenant_id': 'af7266b3901847dcabc327648954eeae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': '114eff21-36a1-4877-9721-6d351cfef01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:24:29Z', 'updated_at': '2021-05-27T11:24:34Z', 'revision_number': 4, 'project_id': 'af7266b3901847dcabc327648954eeae', 'gw_port': {'id': '114eff21-36a1-4877-9721-6d351cfef01f', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:30Z', 'updated_at': '2021-05-27T11:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': 'a6fc0477-b702-4c86-8e1a-2472d099c4eb', 'name': '', 'network_id': 'ced04108-deb6-4ea1-bc74-6c4005400411', 'tenant_id': 'af7266b3901847dcabc327648954eeae', 'mac_address': 'fa:16:3e:ff:06:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '4aa03dc3-a675-4304-8e4d-06e24a2f5289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:33Z', 'updated_at': '2021-05-27T11:24:38Z', 'revision_number': 4, 'project_id': 'af7266b3901847dcabc327648954eeae', 'subnets': [{'id': '4aa03dc3-a675-4304-8e4d-06e24a2f5289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:24:39.482747 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-4a595f5d-17af-41a3-b4ee-9689670cfbf8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:39.981782 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-4a595f5d-17af-41a3-b4ee-9689670cfbf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1926400'] for router, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:40.095453 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b252b2b4-476c-4002-8638-9d91f10438dd None None] Network ccca011f-b4ac-4050-b3d1-3a2d97f99bdc requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:24:40.197094 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-8907cddf-0a11-4afb-bd25-3d5dfeaeb8e2 None None] Provisioning for port 5676594a-8fb6-4cd4-bd1d-76948c08ebed completed by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:24:40.231796 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a595f5d-17af-41a3-b4ee-9689670cfbf8 admin admin] Router e7f391aa-ebc3-4cec-becc-76dbdd0410e4 is scheduled to L3 agent 6d24f2a4-c5c8-4233-9813-3f8fa73b68fa with binding_index 1 {{(pid=91847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 11:24:40.336952 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device a6fc0477-b702-4c86-8e1a-2472d099c4eb up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:24:40.437953 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a595f5d-17af-41a3-b4ee-9689670cfbf8 admin admin] Notify agent at l3_agent.dv-cinder-751579-23-smb the message routers_updated {{(pid=91847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:24:40.448811 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db89611d-6760-445b-ac1d-986be5e96e18 None None] Sync routers for ids ['e7f391aa-ebc3-4cec-becc-76dbdd0410e4'] in dv-cinder-751579-23-smb {{(pid=91849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:24:40.464797 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-4a595f5d-17af-41a3-b4ee-9689670cfbf8 admin admin] Notify callbacks [] for router, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:40.466043 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-4a595f5d-17af-41a3-b4ee-9689670cfbf8 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1620455 May 27 11:24:40.467467 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db89611d-6760-445b-ac1d-986be5e96e18 None None] Routers {'e7f391aa-ebc3-4cec-becc-76dbdd0410e4'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:24:40.468172 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-db89611d-6760-445b-ac1d-986be5e96e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:24:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['e7f391aa-ebc3-4cec-becc-76dbdd0410e4'], 'active': True} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:24:40.469243 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 33752) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:24:40.523509 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning for port a6fc0477-b702-4c86-8e1a-2472d099c4eb completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:24:40.551824 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port a6fc0477-b702-4c86-8e1a-2472d099c4eb triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:24:40.552199 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:40.757741 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvr_db [None req-db89611d-6760-445b-ac1d-986be5e96e18 None None] Set router e7f391aa-ebc3-4cec-becc-76dbdd0410e4 gateway port host: dv-cinder-751579-23-smb {{(pid=91849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:24:41.039983 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:41.164790 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] For port a6fc0477-b702-4c86-8e1a-2472d099c4eb, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=a6fc0477-b702-4c86-8e1a-2472d099c4eb,segment=NetworkSegment(f59d65d7-57b8-4bfe-aa01-8448b5674491),segment_id=f59d65d7-57b8-4bfe-aa01-8448b5674491)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:24:41.172886 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:41.173725 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 5676594a-8fb6-4cd4-bd1d-76948c08ebed up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:24:41.204429 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-d693534d-1a6f-4a27-b4ae-8b7ac9643066 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:41.210519 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-87521ff9-572b-4c38-945e-78568a1b67bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:41.311043 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Pushing event updated for resources: {'Port': ['ID=a6fc0477-b702-4c86-8e1a-2472d099c4eb,revision_number=5']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:41.316218 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:41.329880 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-db89611d-6760-445b-ac1d-986be5e96e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f391aa-ebc3-4cec-becc-76dbdd0410e4', 'name': 'tempest-TestMinimumBasicScenario-1458199784-router', 'tenant_id': '72e7d069db444de1ad15dc6a4945d694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '6f95f70e-f7b2-4fff-912c-f4acb163740d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:24:37Z', 'updated_at': '2021-05-27T11:24:39Z', 'revision_number': 3, 'project_id': '72e7d069db444de1ad15dc6a4945d694', 'gw_port': {'id': '6f95f70e-f7b2-4fff-912c-f4acb163740d', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f391aa-ebc3-4cec-becc-76dbdd0410e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:38Z', 'updated_at': '2021-05-27T11:24:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb'}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:24:41.332117 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning for port 5676594a-8fb6-4cd4-bd1d-76948c08ebed completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:24:41.338399 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db89611d-6760-445b-ac1d-986be5e96e18 None None] Checking router: e7f391aa-ebc3-4cec-becc-76dbdd0410e4 for host: dv-cinder-751579-23-smb {{(pid=91849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:24:41.338754 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db89611d-6760-445b-ac1d-986be5e96e18 None None] Updating router e7f391aa-ebc3-4cec-becc-76dbdd0410e4 port 6f95f70e-f7b2-4fff-912c-f4acb163740d binding host dv-cinder-751579-23-smb {{(pid=91849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 11:24:41.362862 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port 5676594a-8fb6-4cd4-bd1d-76948c08ebed triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:24:41.363244 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:41.444859 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-db89611d-6760-445b-ac1d-986be5e96e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:41.567022 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.db_base_plugin_common [None req-87521ff9-572b-4c38-945e-78568a1b67bf admin admin] Allocated IP 172.20.0.1 (ccca011f-b4ac-4050-b3d1-3a2d97f99bdc/d8c5f226-58b7-452a-be0e-a1942de58a2a/6ad57ba6-4f85-4e02-86d8-9ed0decfe1fe) {{(pid=91848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:24:41.614319 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:41.724321 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-87521ff9-572b-4c38-945e-78568a1b67bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:41.737953 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] For port 5676594a-8fb6-4cd4-bd1d-76948c08ebed, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=5676594a-8fb6-4cd4-bd1d-76948c08ebed,segment=NetworkSegment(d281b461-def2-473a-98c3-9c27901f250c),segment_id=d281b461-def2-473a-98c3-9c27901f250c)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:24:41.740038 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.provisioning_blocks [None req-87521ff9-572b-4c38-945e-78568a1b67bf admin admin] Transition to ACTIVE for port object 6ad57ba6-4f85-4e02-86d8-9ed0decfe1fe will not be triggered until provisioned by entity DHCP. {{(pid=91848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:24:41.745576 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:41.748956 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:41.765823 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-87521ff9-572b-4c38-945e-78568a1b67bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6295888'] for port, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:41.770834 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-b4026d94-8a2d-44c3-8431-7e8a11a7688e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:41.840858 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87521ff9-572b-4c38-945e-78568a1b67bf admin admin] Network ccca011f-b4ac-4050-b3d1-3a2d97f99bdc is already hosted by enough agents. {{(pid=91848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:24:41.843986 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.base_scheduler [None req-87521ff9-572b-4c38-945e-78568a1b67bf admin admin] Resources bound (agent type, host, resource id): {{(pid=91848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:24:41.846553 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87521ff9-572b-4c38-945e-78568a1b67bf admin admin] Received port after_create {{(pid=91848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:24:41.847739 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Pushing event updated for resources: {'Port': ['ID=5676594a-8fb6-4cd4-bd1d-76948c08ebed,revision_number=3']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:41.851273 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:41.886962 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87521ff9-572b-4c38-945e-78568a1b67bf admin admin] Pushing event updated for resources: {'Port': ['ID=6ad57ba6-4f85-4e02-86d8-9ed0decfe1fe,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:41.890578 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-87521ff9-572b-4c38-945e-78568a1b67bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:41.919937 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-87521ff9-572b-4c38-945e-78568a1b67bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1927782'] for router_interface, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:41.955091 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-db89611d-6760-445b-ac1d-986be5e96e18 None None] Notify callbacks [] for port, precommit_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:41.967687 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-db89611d-6760-445b-ac1d-986be5e96e18 None None] Transition to ACTIVE for port object 6f95f70e-f7b2-4fff-912c-f4acb163740d will not be triggered until provisioned by entity L2. {{(pid=91849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:24:41.977669 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-db89611d-6760-445b-ac1d-986be5e96e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:41.984561 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:42.068628 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-db89611d-6760-445b-ac1d-986be5e96e18 None None] Attempting to bind port 6f95f70e-f7b2-4fff-912c-f4acb163740d on host dv-cinder-751579-23-smb for vnic_type normal with profile {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:24:42.069003 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-db89611d-6760-445b-ac1d-986be5e96e18 None None] Attempting to bind port 6f95f70e-f7b2-4fff-912c-f4acb163740d by drivers openvswitch,hyperv on host dv-cinder-751579-23-smb at level 0 using segments [{'id': '4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039'}] {{(pid=91849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:24:42.069369 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db89611d-6760-445b-ac1d-986be5e96e18 None None] Attempting to bind port 6f95f70e-f7b2-4fff-912c-f4acb163740d on network 0ace5481-0689-4712-88e8-17cfc5365039 {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:24:42.071610 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830008fa-17fd-492b-ad67-3a393aea3fad None None] Pushing event updated for resources: {'Port': ['ID=6f95f70e-f7b2-4fff-912c-f4acb163740d,revision_number=2']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:42.075234 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-830008fa-17fd-492b-ad67-3a393aea3fad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:42.078668 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db89611d-6760-445b-ac1d-986be5e96e18 None None] Checking agent: {'id': '2c978cda-2b59-4acb-bf0b-4021aa69528d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 9, 47), 'started_at': datetime.datetime(2021, 5, 27, 11, 10, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:24:42.079219 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db89611d-6760-445b-ac1d-986be5e96e18 None None] Checking segment: {'id': '4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:24:42.079682 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-db89611d-6760-445b-ac1d-986be5e96e18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:42.080078 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db89611d-6760-445b-ac1d-986be5e96e18 None None] Bound using segment: {'id': '4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039'} {{(pid=91849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:24:42.080562 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.managers [None req-db89611d-6760-445b-ac1d-986be5e96e18 None None] Bound port: 6f95f70e-f7b2-4fff-912c-f4acb163740d, host: dv-cinder-751579-23-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039'}}] {{(pid=91849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:24:42.080939 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-db89611d-6760-445b-ac1d-986be5e96e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:42.102300 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-87521ff9-572b-4c38-945e-78568a1b67bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:42.170809 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-db89611d-6760-445b-ac1d-986be5e96e18 None None] For port 6f95f70e-f7b2-4fff-912c-f4acb163740d, host dv-cinder-751579-23-smb, cleared binding levels {{(pid=91849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:24:42.185052 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-db89611d-6760-445b-ac1d-986be5e96e18 None None] For port 6f95f70e-f7b2-4fff-912c-f4acb163740d, host dv-cinder-751579-23-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=6f95f70e-f7b2-4fff-912c-f4acb163740d,segment=NetworkSegment(4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310),segment_id=4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310)] {{(pid=91849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:24:42.189182 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-730a9c01-5a95-4d84-8a1e-8e663575a4d4 None None] Provisioning for port 6ad57ba6-4f85-4e02-86d8-9ed0decfe1fe completed by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:24:42.194829 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-730a9c01-5a95-4d84-8a1e-8e663575a4d4 None None] Provisioning complete for port 6ad57ba6-4f85-4e02-86d8-9ed0decfe1fe triggered by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:24:42.195247 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-730a9c01-5a95-4d84-8a1e-8e663575a4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:42.219283 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-db89611d-6760-445b-ac1d-986be5e96e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:42.227757 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-d693534d-1a6f-4a27-b4ae-8b7ac9643066 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:42.279757 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device a6fc0477-b702-4c86-8e1a-2472d099c4eb up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:24:42.345706 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-87521ff9-572b-4c38-945e-78568a1b67bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:42.350515 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-87521ff9-572b-4c38-945e-78568a1b67bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6295911'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:42.375944 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-39e377c4-53cf-4eb7-8894-0ae1475a0f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:42.376715 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-730a9c01-5a95-4d84-8a1e-8e663575a4d4 None None] Port 6ad57ba6-4f85-4e02-86d8-9ed0decfe1fe cannot update to ACTIVE because it is not bound. {{(pid=91849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:24:42.382869 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db89611d-6760-445b-ac1d-986be5e96e18 None None] Routers {'e7f391aa-ebc3-4cec-becc-76dbdd0410e4'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:24:42.383484 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-db89611d-6760-445b-ac1d-986be5e96e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:24:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['e7f391aa-ebc3-4cec-becc-76dbdd0410e4'], 'active': True} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:24:42.441483 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830008fa-17fd-492b-ad67-3a393aea3fad None None] Pushing event updated for resources: {'Port': ['ID=6f95f70e-f7b2-4fff-912c-f4acb163740d,revision_number=3']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:42.452502 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-830008fa-17fd-492b-ad67-3a393aea3fad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:42.459432 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87521ff9-572b-4c38-945e-78568a1b67bf admin admin] Pushing event updated for resources: {'Port': ['ID=6ad57ba6-4f85-4e02-86d8-9ed0decfe1fe,revision_number=2']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:42.461957 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-87521ff9-572b-4c38-945e-78568a1b67bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1927877'] for router_interface, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:42.466493 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-87521ff9-572b-4c38-945e-78568a1b67bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:42.541680 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port a6fc0477-b702-4c86-8e1a-2472d099c4eb triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:24:42.542057 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:42.610836 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87521ff9-572b-4c38-945e-78568a1b67bf admin admin] Network ccca011f-b4ac-4050-b3d1-3a2d97f99bdc is already hosted by enough agents. {{(pid=91848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:24:42.611955 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.base_scheduler [None req-87521ff9-572b-4c38-945e-78568a1b67bf admin admin] Resources bound (agent type, host, resource id): {{(pid=91848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:24:42.627880 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvr_db [None req-db89611d-6760-445b-ac1d-986be5e96e18 None None] Set router e7f391aa-ebc3-4cec-becc-76dbdd0410e4 gateway port host: dv-cinder-751579-23-smb {{(pid=91849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:24:42.814820 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87521ff9-572b-4c38-945e-78568a1b67bf admin admin] Router e7f391aa-ebc3-4cec-becc-76dbdd0410e4 has already been hosted by L3 agent 6d24f2a4-c5c8-4233-9813-3f8fa73b68fa {{(pid=91848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:24:42.872020 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 5676594a-8fb6-4cd4-bd1d-76948c08ebed up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:24:42.993118 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87521ff9-572b-4c38-945e-78568a1b67bf admin admin] Notify agent at l3_agent.dv-cinder-751579-23-smb the message routers_updated {{(pid=91848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:24:43.010453 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-87521ff9-572b-4c38-945e-78568a1b67bf admin admin] 10.222.0.77 "PUT /v2.0/routers/e7f391aa-ebc3-4cec-becc-76dbdd0410e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5321958 May 27 11:24:43.033997 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-b9be78da-466a-4466-8be5-d3335312e7bb None None] Provisioning complete for port 6ad57ba6-4f85-4e02-86d8-9ed0decfe1fe triggered by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:24:43.034369 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-b9be78da-466a-4466-8be5-d3335312e7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:43.143452 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port 5676594a-8fb6-4cd4-bd1d-76948c08ebed triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:24:43.143858 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:43.177320 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-b9be78da-466a-4466-8be5-d3335312e7bb None None] Port 6ad57ba6-4f85-4e02-86d8-9ed0decfe1fe cannot update to ACTIVE because it is not bound. {{(pid=91849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:24:43.257332 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-db89611d-6760-445b-ac1d-986be5e96e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f391aa-ebc3-4cec-becc-76dbdd0410e4', 'name': 'tempest-TestMinimumBasicScenario-1458199784-router', 'tenant_id': '72e7d069db444de1ad15dc6a4945d694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '6f95f70e-f7b2-4fff-912c-f4acb163740d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:24:37Z', 'updated_at': '2021-05-27T11:24:42Z', 'revision_number': 4, 'project_id': '72e7d069db444de1ad15dc6a4945d694', 'gw_port': {'id': '6f95f70e-f7b2-4fff-912c-f4acb163740d', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f391aa-ebc3-4cec-becc-76dbdd0410e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:38Z', 'updated_at': '2021-05-27T11:24:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': '6ad57ba6-4f85-4e02-86d8-9ed0decfe1fe', 'name': '', 'network_id': 'ccca011f-b4ac-4050-b3d1-3a2d97f99bdc', 'tenant_id': '72e7d069db444de1ad15dc6a4945d694', 'mac_address': 'fa:16:3e:54:a0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f391aa-ebc3-4cec-becc-76dbdd0410e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'd8c5f226-58b7-452a-be0e-a1942de58a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:41Z', 'updated_at': '2021-05-27T11:24:42Z', 'revision_number': 2, 'project_id': '72e7d069db444de1ad15dc6a4945d694', 'subnets': [{'id': 'd8c5f226-58b7-452a-be0e-a1942de58a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:24:43.275884 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db89611d-6760-445b-ac1d-986be5e96e18 None None] The sync data for ids ['e7f391aa-ebc3-4cec-becc-76dbdd0410e4'] in dv-cinder-751579-23-smb is: [{'id': 'e7f391aa-ebc3-4cec-becc-76dbdd0410e4', 'name': 'tempest-TestMinimumBasicScenario-1458199784-router', 'tenant_id': '72e7d069db444de1ad15dc6a4945d694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '6f95f70e-f7b2-4fff-912c-f4acb163740d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:24:37Z', 'updated_at': '2021-05-27T11:24:42Z', 'revision_number': 4, 'project_id': '72e7d069db444de1ad15dc6a4945d694', 'gw_port': {'id': '6f95f70e-f7b2-4fff-912c-f4acb163740d', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f391aa-ebc3-4cec-becc-76dbdd0410e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:38Z', 'updated_at': '2021-05-27T11:24:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': '6ad57ba6-4f85-4e02-86d8-9ed0decfe1fe', 'name': '', 'network_id': 'ccca011f-b4ac-4050-b3d1-3a2d97f99bdc', 'tenant_id': '72e7d069db444de1ad15dc6a4945d694', 'mac_address': 'fa:16:3e:54:a0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f391aa-ebc3-4cec-becc-76dbdd0410e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'd8c5f226-58b7-452a-be0e-a1942de58a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:41Z', 'updated_at': '2021-05-27T11:24:42Z', 'revision_number': 2, 'project_id': '72e7d069db444de1ad15dc6a4945d694', 'subnets': [{'id': 'd8c5f226-58b7-452a-be0e-a1942de58a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:24:43.584632 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 33788) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:24:43.713959 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-9652fb25-db55-40d5-9a8a-eaba3abe676f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:43.732979 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-9652fb25-db55-40d5-9a8a-eaba3abe676f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:24:43.738301 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-9652fb25-db55-40d5-9a8a-eaba3abe676f admin admin] Usage tracker for resource:security_group_rule and tenant:24ac1a03d2c5424280164e16f7a48ced is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:24:43.742481 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-9652fb25-db55-40d5-9a8a-eaba3abe676f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:24:43.750337 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-9652fb25-db55-40d5-9a8a-eaba3abe676f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:24:43.875004 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-9652fb25-db55-40d5-9a8a-eaba3abe676f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:43.881989 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-9652fb25-db55-40d5-9a8a-eaba3abe676f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:43.896174 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-74885098-2ff2-4b60-96ce-2dd5aab6aede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:44.084937 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-9652fb25-db55-40d5-9a8a-eaba3abe676f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=24ac1a03d2c5424280164e16f7a48ced&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4990339 May 27 11:24:44.085690 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652fb25-db55-40d5-9a8a-eaba3abe676f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5730eab-b4ef-4e39-b72d-da256c996431,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:44.088129 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 33802) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:24:44.097259 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-9652fb25-db55-40d5-9a8a-eaba3abe676f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:44.181535 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-b53c4454-c4ee-490f-9811-e77ad68574d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:44.236113 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-b53c4454-c4ee-490f-9811-e77ad68574d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:44.337533 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-b53c4454-c4ee-490f-9811-e77ad68574d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:44.337745 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 6f95f70e-f7b2-4fff-912c-f4acb163740d up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:24:44.345904 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-f6bb6bd3-dd21-42a7-a09e-0a848017d18a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:44.364193 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c4454-c4ee-490f-9811-e77ad68574d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5730eab-b4ef-4e39-b72d-da256c996431,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:44.368915 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-b53c4454-c4ee-490f-9811-e77ad68574d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:44.369781 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-b53c4454-c4ee-490f-9811-e77ad68574d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:44.371452 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-b53c4454-c4ee-490f-9811-e77ad68574d2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d5730eab-b4ef-4e39-b72d-da256c996431 HTTP/1.1" status: 204 len: 168 time: 0.2822680 May 27 11:24:44.455776 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning for port 6f95f70e-f7b2-4fff-912c-f4acb163740d completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:24:44.461028 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port 6f95f70e-f7b2-4fff-912c-f4acb163740d triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:24:44.461395 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:44.641235 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-b6d2113c-fd7e-4ab0-b949-6897fee88eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:44.676174 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:44.695051 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] For port 6f95f70e-f7b2-4fff-912c-f4acb163740d, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=6f95f70e-f7b2-4fff-912c-f4acb163740d,segment=NetworkSegment(4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310),segment_id=4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:24:44.704694 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:44.707888 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:44.817085 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Pushing event updated for resources: {'Port': ['ID=6f95f70e-f7b2-4fff-912c-f4acb163740d,revision_number=4']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:44.826533 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:46.346096 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 6f95f70e-f7b2-4fff-912c-f4acb163740d up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:24:46.424401 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port 6f95f70e-f7b2-4fff-912c-f4acb163740d triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:24:46.425083 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:47.051388 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-79a77122-d147-409c-8654-d1a3791e69fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:47.125764 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:47.230645 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cedd0c1-ebc3-4765-93ed-c292f4dcb135 None None] Sync routers for ids ['e7f391aa-ebc3-4cec-becc-76dbdd0410e4'] in dv-cinder-751579-23-smb {{(pid=91850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:24:47.246880 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cedd0c1-ebc3-4765-93ed-c292f4dcb135 None None] Routers {'e7f391aa-ebc3-4cec-becc-76dbdd0410e4'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:24:47.247890 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-3cedd0c1-ebc3-4765-93ed-c292f4dcb135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:24:47Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['e7f391aa-ebc3-4cec-becc-76dbdd0410e4'], 'active': True} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:24:47.463347 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvr_db [None req-3cedd0c1-ebc3-4765-93ed-c292f4dcb135 None None] Set router e7f391aa-ebc3-4cec-becc-76dbdd0410e4 gateway port host: dv-cinder-751579-23-smb {{(pid=91850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:24:47.814693 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-3cedd0c1-ebc3-4765-93ed-c292f4dcb135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f391aa-ebc3-4cec-becc-76dbdd0410e4', 'name': 'tempest-TestMinimumBasicScenario-1458199784-router', 'tenant_id': '72e7d069db444de1ad15dc6a4945d694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '6f95f70e-f7b2-4fff-912c-f4acb163740d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:24:37Z', 'updated_at': '2021-05-27T11:24:42Z', 'revision_number': 4, 'project_id': '72e7d069db444de1ad15dc6a4945d694', 'gw_port': {'id': '6f95f70e-f7b2-4fff-912c-f4acb163740d', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f391aa-ebc3-4cec-becc-76dbdd0410e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:38Z', 'updated_at': '2021-05-27T11:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': '6ad57ba6-4f85-4e02-86d8-9ed0decfe1fe', 'name': '', 'network_id': 'ccca011f-b4ac-4050-b3d1-3a2d97f99bdc', 'tenant_id': '72e7d069db444de1ad15dc6a4945d694', 'mac_address': 'fa:16:3e:54:a0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f391aa-ebc3-4cec-becc-76dbdd0410e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'd8c5f226-58b7-452a-be0e-a1942de58a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:41Z', 'updated_at': '2021-05-27T11:24:42Z', 'revision_number': 2, 'project_id': '72e7d069db444de1ad15dc6a4945d694', 'subnets': [{'id': 'd8c5f226-58b7-452a-be0e-a1942de58a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:24:47.818815 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cedd0c1-ebc3-4765-93ed-c292f4dcb135 None None] Checking router: e7f391aa-ebc3-4cec-becc-76dbdd0410e4 for host: dv-cinder-751579-23-smb {{(pid=91850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:24:47.819164 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cedd0c1-ebc3-4765-93ed-c292f4dcb135 None None] Updating router e7f391aa-ebc3-4cec-becc-76dbdd0410e4 port 6ad57ba6-4f85-4e02-86d8-9ed0decfe1fe binding host dv-cinder-751579-23-smb {{(pid=91850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 11:24:47.877789 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-3cedd0c1-ebc3-4765-93ed-c292f4dcb135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:48.285298 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-3cedd0c1-ebc3-4765-93ed-c292f4dcb135 None None] Notify callbacks [] for port, precommit_update {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:48.299367 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.provisioning_blocks [None req-3cedd0c1-ebc3-4765-93ed-c292f4dcb135 None None] Transition to ACTIVE for port object 6ad57ba6-4f85-4e02-86d8-9ed0decfe1fe will not be triggered until provisioned by entity L2. {{(pid=91850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:24:48.306784 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-3cedd0c1-ebc3-4765-93ed-c292f4dcb135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:48.310716 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:48.347808 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:48.380462 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197907a6-b0de-4ea3-a917-a7abeb3513f3 None None] Pushing event updated for resources: {'Port': ['ID=6ad57ba6-4f85-4e02-86d8-9ed0decfe1fe,revision_number=3']} {{(pid=91850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:48.444657 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG oslo_concurrency.lockutils [None req-197907a6-b0de-4ea3-a917-a7abeb3513f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:48.571777 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.managers [None req-3cedd0c1-ebc3-4765-93ed-c292f4dcb135 None None] Attempting to bind port 6ad57ba6-4f85-4e02-86d8-9ed0decfe1fe on host dv-cinder-751579-23-smb for vnic_type normal with profile {{(pid=91850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:24:48.572225 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.managers [None req-3cedd0c1-ebc3-4765-93ed-c292f4dcb135 None None] Attempting to bind port 6ad57ba6-4f85-4e02-86d8-9ed0decfe1fe by drivers openvswitch,hyperv on host dv-cinder-751579-23-smb at level 0 using segments [{'id': 'd281b461-def2-473a-98c3-9c27901f250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'ccca011f-b4ac-4050-b3d1-3a2d97f99bdc'}] {{(pid=91850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:24:48.572584 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cedd0c1-ebc3-4765-93ed-c292f4dcb135 None None] Attempting to bind port 6ad57ba6-4f85-4e02-86d8-9ed0decfe1fe on network ccca011f-b4ac-4050-b3d1-3a2d97f99bdc {{(pid=91850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:24:48.579152 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cedd0c1-ebc3-4765-93ed-c292f4dcb135 None None] Checking agent: {'id': '2c978cda-2b59-4acb-bf0b-4021aa69528d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 9, 47), 'started_at': datetime.datetime(2021, 5, 27, 11, 10, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:24:48.579674 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cedd0c1-ebc3-4765-93ed-c292f4dcb135 None None] Checking segment: {'id': 'd281b461-def2-473a-98c3-9c27901f250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'ccca011f-b4ac-4050-b3d1-3a2d97f99bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:24:48.580068 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-3cedd0c1-ebc3-4765-93ed-c292f4dcb135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:48.580449 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cedd0c1-ebc3-4765-93ed-c292f4dcb135 None None] Bound using segment: {'id': 'd281b461-def2-473a-98c3-9c27901f250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'ccca011f-b4ac-4050-b3d1-3a2d97f99bdc'} {{(pid=91850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:24:48.580913 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.managers [None req-3cedd0c1-ebc3-4765-93ed-c292f4dcb135 None None] Bound port: 6ad57ba6-4f85-4e02-86d8-9ed0decfe1fe, host: dv-cinder-751579-23-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd281b461-def2-473a-98c3-9c27901f250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'ccca011f-b4ac-4050-b3d1-3a2d97f99bdc'}}] {{(pid=91850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:24:48.581276 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-3cedd0c1-ebc3-4765-93ed-c292f4dcb135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:48.739486 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.db [None req-3cedd0c1-ebc3-4765-93ed-c292f4dcb135 None None] For port 6ad57ba6-4f85-4e02-86d8-9ed0decfe1fe, host dv-cinder-751579-23-smb, cleared binding levels {{(pid=91850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:24:48.742935 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.plugins.ml2.db [None req-3cedd0c1-ebc3-4765-93ed-c292f4dcb135 None None] For port 6ad57ba6-4f85-4e02-86d8-9ed0decfe1fe, host dv-cinder-751579-23-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=6ad57ba6-4f85-4e02-86d8-9ed0decfe1fe,segment=NetworkSegment(d281b461-def2-473a-98c3-9c27901f250c),segment_id=d281b461-def2-473a-98c3-9c27901f250c)] {{(pid=91850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:24:48.749982 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron_lib.callbacks.manager [None req-3cedd0c1-ebc3-4765-93ed-c292f4dcb135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:48.754086 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG oslo_concurrency.lockutils [None req-79822858-8f97-45a9-aeae-00336d3b17d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:48.886238 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cedd0c1-ebc3-4765-93ed-c292f4dcb135 None None] Routers {'e7f391aa-ebc3-4cec-becc-76dbdd0410e4'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:24:48.886910 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-3cedd0c1-ebc3-4765-93ed-c292f4dcb135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:24:47Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['e7f391aa-ebc3-4cec-becc-76dbdd0410e4'], 'active': True} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:24:49.004180 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197907a6-b0de-4ea3-a917-a7abeb3513f3 None None] Pushing event updated for resources: {'Port': ['ID=6ad57ba6-4f85-4e02-86d8-9ed0decfe1fe,revision_number=4']} {{(pid=91850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:49.009334 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG oslo_concurrency.lockutils [None req-197907a6-b0de-4ea3-a917-a7abeb3513f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:49.142240 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvr_db [None req-3cedd0c1-ebc3-4765-93ed-c292f4dcb135 None None] Set router e7f391aa-ebc3-4cec-becc-76dbdd0410e4 gateway port host: dv-cinder-751579-23-smb {{(pid=91850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:24:49.521167 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-3cedd0c1-ebc3-4765-93ed-c292f4dcb135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f391aa-ebc3-4cec-becc-76dbdd0410e4', 'name': 'tempest-TestMinimumBasicScenario-1458199784-router', 'tenant_id': '72e7d069db444de1ad15dc6a4945d694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '6f95f70e-f7b2-4fff-912c-f4acb163740d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:24:37Z', 'updated_at': '2021-05-27T11:24:42Z', 'revision_number': 4, 'project_id': '72e7d069db444de1ad15dc6a4945d694', 'gw_port': {'id': '6f95f70e-f7b2-4fff-912c-f4acb163740d', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f391aa-ebc3-4cec-becc-76dbdd0410e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:38Z', 'updated_at': '2021-05-27T11:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': '6ad57ba6-4f85-4e02-86d8-9ed0decfe1fe', 'name': '', 'network_id': 'ccca011f-b4ac-4050-b3d1-3a2d97f99bdc', 'tenant_id': '72e7d069db444de1ad15dc6a4945d694', 'mac_address': 'fa:16:3e:54:a0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f391aa-ebc3-4cec-becc-76dbdd0410e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'd8c5f226-58b7-452a-be0e-a1942de58a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:41Z', 'updated_at': '2021-05-27T11:24:48Z', 'revision_number': 4, 'project_id': '72e7d069db444de1ad15dc6a4945d694', 'subnets': [{'id': 'd8c5f226-58b7-452a-be0e-a1942de58a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:24:49.525660 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cedd0c1-ebc3-4765-93ed-c292f4dcb135 None None] The sync data for ids ['e7f391aa-ebc3-4cec-becc-76dbdd0410e4'] in dv-cinder-751579-23-smb is: [{'id': 'e7f391aa-ebc3-4cec-becc-76dbdd0410e4', 'name': 'tempest-TestMinimumBasicScenario-1458199784-router', 'tenant_id': '72e7d069db444de1ad15dc6a4945d694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '6f95f70e-f7b2-4fff-912c-f4acb163740d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:24:37Z', 'updated_at': '2021-05-27T11:24:42Z', 'revision_number': 4, 'project_id': '72e7d069db444de1ad15dc6a4945d694', 'gw_port': {'id': '6f95f70e-f7b2-4fff-912c-f4acb163740d', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f391aa-ebc3-4cec-becc-76dbdd0410e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:38Z', 'updated_at': '2021-05-27T11:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': '6ad57ba6-4f85-4e02-86d8-9ed0decfe1fe', 'name': '', 'network_id': 'ccca011f-b4ac-4050-b3d1-3a2d97f99bdc', 'tenant_id': '72e7d069db444de1ad15dc6a4945d694', 'mac_address': 'fa:16:3e:54:a0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f391aa-ebc3-4cec-becc-76dbdd0410e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'd8c5f226-58b7-452a-be0e-a1942de58a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:41Z', 'updated_at': '2021-05-27T11:24:48Z', 'revision_number': 4, 'project_id': '72e7d069db444de1ad15dc6a4945d694', 'subnets': [{'id': 'd8c5f226-58b7-452a-be0e-a1942de58a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:24:50.337155 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 6ad57ba6-4f85-4e02-86d8-9ed0decfe1fe up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:24:50.409580 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:50.442309 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning for port 6ad57ba6-4f85-4e02-86d8-9ed0decfe1fe completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:24:50.448300 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port 6ad57ba6-4f85-4e02-86d8-9ed0decfe1fe triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:24:50.449158 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:50.594770 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:50.631246 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] For port 6ad57ba6-4f85-4e02-86d8-9ed0decfe1fe, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=6ad57ba6-4f85-4e02-86d8-9ed0decfe1fe,segment=NetworkSegment(d281b461-def2-473a-98c3-9c27901f250c),segment_id=d281b461-def2-473a-98c3-9c27901f250c)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:24:50.639238 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:50.645782 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-7bbd2ee6-a715-4d29-9d44-fe99ffd2d354 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:50.725605 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Pushing event updated for resources: {'Port': ['ID=6ad57ba6-4f85-4e02-86d8-9ed0decfe1fe,revision_number=5']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:50.729052 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:52.287341 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 6ad57ba6-4f85-4e02-86d8-9ed0decfe1fe up at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:24:52.363852 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Provisioning complete for port 6ad57ba6-4f85-4e02-86d8-9ed0decfe1fe triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:24:52.364228 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:53.552426 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-371500de-841b-4349-b19a-379ea86d2957 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:53.553869 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-371500de-841b-4349-b19a-379ea86d2957 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/networks?id=ced04108-deb6-4ea1-bc74-6c4005400411 HTTP/1.1" status: 200 len: 814 time: 0.1536491 May 27 11:24:53.568347 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-4501cf67-c65e-4532-bbca-6939a0fd8393 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/quotas/af7266b3901847dcabc327648954eeae HTTP/1.1" status: 200 len: 375 time: 0.0089951 May 27 11:24:53.648829 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-fd2b6668-3179-407a-bde6-3d791293809b tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Synchronizing usage tracker for tenant:af7266b3901847dcabc327648954eeae on resource:port {{(pid=91848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:24:53.665499 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-fd2b6668-3179-407a-bde6-3d791293809b tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Unset dirty status for tenant:af7266b3901847dcabc327648954eeae on resource:port {{(pid=91848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:24:53.666743 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-fd2b6668-3179-407a-bde6-3d791293809b tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=af7266b3901847dcabc327648954eeae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0934451 May 27 11:24:53.805150 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-d0ffe95f-997d-4fc1-90f8-37327d065f26 service neutron] 10.222.0.77 "GET /v2.0/networks/ced04108-deb6-4ea1-bc74-6c4005400411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259320 May 27 11:24:53.896290 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:53.940045 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-e7b5bff1-4422-47b5-9f16-d88f4721bebe service neutron] 10.222.0.77 "GET /v2.0/networks/ced04108-deb6-4ea1-bc74-6c4005400411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288586 May 27 11:24:54.121043 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5b90030b-b11c-4755-9190-c21b3ef8e32b req-a3185918-6d14-4900-bfce-dada92a65d9e tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 210 time: 0.0479393 May 27 11:24:55.292109 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3f46e538-1eb1-48ca-8f2b-ee753a4e67b5 req-a7ff51e7-b569-447f-a2e6-ad4a66313452 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 210 time: 0.0498583 May 27 11:24:55.331150 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-055ee91f-0fa4-4c2c-92d4-6e9859287e30 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:55.331842 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-055ee91f-0fa4-4c2c-92d4-6e9859287e30 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Synchronizing usage tracker for tenant:af7266b3901847dcabc327648954eeae on resource:network {{(pid=91847) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:24:55.349689 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-055ee91f-0fa4-4c2c-92d4-6e9859287e30 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Unset dirty status for tenant:af7266b3901847dcabc327648954eeae on resource:network {{(pid=91847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:24:55.351137 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-055ee91f-0fa4-4c2c-92d4-6e9859287e30 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.35 "GET /v2.0/networks?id=ced04108-deb6-4ea1-bc74-6c4005400411 HTTP/1.1" status: 200 len: 814 time: 0.1828480 May 27 11:24:55.369376 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-18419319-1aee-4b35-9777-b8fc79797194 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Request body: {'port': {'device_id': '95d537bb-45f1-4c33-ab84-13fd62893bf0', 'network_id': 'ced04108-deb6-4ea1-bc74-6c4005400411', 'admin_state_up': True, 'tenant_id': 'af7266b3901847dcabc327648954eeae'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:24:55.513394 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-18419319-1aee-4b35-9777-b8fc79797194 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:24:55.523765 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-18419319-1aee-4b35-9777-b8fc79797194 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:24:55.534065 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-18419319-1aee-4b35-9777-b8fc79797194 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Made reservation on behalf of af7266b3901847dcabc327648954eeae for: {'port': 1} {{(pid=91847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:24:55.538334 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-18419319-1aee-4b35-9777-b8fc79797194 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:55.719161 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.db_base_plugin_common [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-18419319-1aee-4b35-9777-b8fc79797194 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Allocated IP 172.20.0.14 (ced04108-deb6-4ea1-bc74-6c4005400411/4aa03dc3-a675-4304-8e4d-06e24a2f5289/9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3) {{(pid=91847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:24:55.962003 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-18419319-1aee-4b35-9777-b8fc79797194 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks [] for port, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:55.986322 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-18419319-1aee-4b35-9777-b8fc79797194 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Transition to ACTIVE for port object 9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3 will not be triggered until provisioned by entity DHCP. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:24:56.016036 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-18419319-1aee-4b35-9777-b8fc79797194 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7527304'] for port, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:56.021364 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:56.131892 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18419319-1aee-4b35-9777-b8fc79797194 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Pushing event updated for resources: {'Port': ['ID=9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:56.138814 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-18419319-1aee-4b35-9777-b8fc79797194 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:56.164387 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-18419319-1aee-4b35-9777-b8fc79797194 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Network ced04108-deb6-4ea1-bc74-6c4005400411 is already hosted by enough agents. {{(pid=91847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:24:56.166291 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-18419319-1aee-4b35-9777-b8fc79797194 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Resources bound (agent type, host, resource id): {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:24:56.168951 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-18419319-1aee-4b35-9777-b8fc79797194 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Received port after_create {{(pid=91847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:24:56.245264 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-18419319-1aee-4b35-9777-b8fc79797194 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:56.245895 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-18419319-1aee-4b35-9777-b8fc79797194 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:56.273943 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-18419319-1aee-4b35-9777-b8fc79797194 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9084914 May 27 11:24:56.486421 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-da9e11d0-83d8-4fef-a973-4034ce4580e0 None None] Provisioning for port 9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3 completed by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:24:56.489898 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62b7c5-840d-4bfe-9e39-f8efae68036a req-b59b0b60-f4d5-436f-bbc0-32ea2fb12caf tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:56.491232 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-da9e11d0-83d8-4fef-a973-4034ce4580e0 None None] Provisioning complete for port 9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3 triggered by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:24:56.491548 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9e62b7c5-840d-4bfe-9e39-f8efae68036a req-b59b0b60-f4d5-436f-bbc0-32ea2fb12caf tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 932 time: 0.0847354 May 27 11:24:56.491695 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-da9e11d0-83d8-4fef-a973-4034ce4580e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:56.549904 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-da9e11d0-83d8-4fef-a973-4034ce4580e0 None None] Port 9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3 cannot update to ACTIVE because it is not bound. {{(pid=91849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:24:56.563326 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9e62b7c5-840d-4bfe-9e39-f8efae68036a req-54976837-e4f0-4f2f-b52c-950a37bbb3c9 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?id=cd2ecebd-8a94-4fa3-a490-abce76a2c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651824 May 27 11:24:57.163624 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd4be6-16e0-4a7f-9303-4f24b5f65b5c req-bb66d32a-b1b8-42c1-8c6b-8a905e2d1232 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:57.166364 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2fcd4be6-16e0-4a7f-9303-4f24b5f65b5c req-bb66d32a-b1b8-42c1-8c6b-8a905e2d1232 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 946 time: 0.1056874 May 27 11:24:57.231040 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2fcd4be6-16e0-4a7f-9303-4f24b5f65b5c req-c338190e-4b7f-40a8-8eb3-f840611042e9 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583596 May 27 11:24:57.289141 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 33996) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:24:57.420314 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6e3eae74-688e-43bf-be1e-08782c727e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:57.442930 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-6e3eae74-688e-43bf-be1e-08782c727e4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:24:57.449074 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-6e3eae74-688e-43bf-be1e-08782c727e4c admin admin] Usage tracker for resource:security_group_rule and tenant:eb68ecd0fcd947c5ab476334dc970dcd is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:24:57.452245 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-6e3eae74-688e-43bf-be1e-08782c727e4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:24:57.458819 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-6e3eae74-688e-43bf-be1e-08782c727e4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:24:57.544804 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6e3eae74-688e-43bf-be1e-08782c727e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:57.549403 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6e3eae74-688e-43bf-be1e-08782c727e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:57.556190 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-76ca5eb2-781c-4c8a-92bd-501aaa136c76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:57.606034 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3eae74-688e-43bf-be1e-08782c727e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b790a7-7fe0-479e-b84e-aced414ea206,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:57.618362 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 34004) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:24:57.625450 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-6e3eae74-688e-43bf-be1e-08782c727e4c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=eb68ecd0fcd947c5ab476334dc970dcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3351805 May 27 11:24:57.626560 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-6e3eae74-688e-43bf-be1e-08782c727e4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:57.685955 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-3f9b7f8e-7f8a-4a32-8d07-7c41e3e8fe10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:57.756311 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-3f9b7f8e-7f8a-4a32-8d07-7c41e3e8fe10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:57.830881 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47702ba-a309-4ab2-b98a-020af8c86963 req-194ddb27-6fc8-44fd-aaba-d107843f20b7 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:57.832601 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d47702ba-a309-4ab2-b98a-020af8c86963 req-194ddb27-6fc8-44fd-aaba-d107843f20b7 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 932 time: 0.1347082 May 27 11:24:57.858906 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-3f9b7f8e-7f8a-4a32-8d07-7c41e3e8fe10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:57.867502 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-6c6ab40a-53b3-4699-8ba8-508dfe8a0553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:57.895500 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b7f8e-7f8a-4a32-8d07-7c41e3e8fe10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b790a7-7fe0-479e-b84e-aced414ea206,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:57.902168 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-3f9b7f8e-7f8a-4a32-8d07-7c41e3e8fe10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:57.908516 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-3f9b7f8e-7f8a-4a32-8d07-7c41e3e8fe10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:57.909613 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-3f9b7f8e-7f8a-4a32-8d07-7c41e3e8fe10 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/03b790a7-7fe0-479e-b84e-aced414ea206 HTTP/1.1" status: 204 len: 168 time: 0.2899103 May 27 11:24:57.912647 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d47702ba-a309-4ab2-b98a-020af8c86963 req-2764da44-e270-4cd7-a1b4-1a4330c22ae3 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?id=cd2ecebd-8a94-4fa3-a490-abce76a2c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712385 May 27 11:24:58.430783 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ebeaf-051e-4c68-aeb8-dc6d1b89c927 req-28325060-a11e-4f86-944d-c4af3a1c6f09 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:58.432192 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a43ebeaf-051e-4c68-aeb8-dc6d1b89c927 req-28325060-a11e-4f86-944d-c4af3a1c6f09 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 946 time: 0.0881035 May 27 11:24:58.480017 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a43ebeaf-051e-4c68-aeb8-dc6d1b89c927 req-717c521f-6a66-43c6-a2ef-1f8ab7005bdb tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415630 May 27 11:24:59.120257 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056395e-62d6-482a-8630-6833ddd622e1 req-3a7e2d68-0bc4-4abd-be93-c6d09330fba5 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:59.121904 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e056395e-62d6-482a-8630-6833ddd622e1 req-3a7e2d68-0bc4-4abd-be93-c6d09330fba5 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 932 time: 0.0936885 May 27 11:24:59.170675 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e056395e-62d6-482a-8630-6833ddd622e1 req-d2345c38-59c5-40b6-bfbb-dcfb194907aa tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?id=cd2ecebd-8a94-4fa3-a490-abce76a2c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430140 May 27 11:24:59.685808 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7969ca-2ca9-43f4-bfae-2e9acf207135 req-d6a56a47-56d0-47c3-840c-c79229b7fb89 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:59.688494 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-bb7969ca-2ca9-43f4-bfae-2e9acf207135 req-d6a56a47-56d0-47c3-840c-c79229b7fb89 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 946 time: 0.0851293 May 27 11:24:59.735155 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-bb7969ca-2ca9-43f4-bfae-2e9acf207135 req-8301f3cf-52e0-4ac6-83a5-1e0dca86eb6d tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408192 May 27 11:25:00.371161 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d8d1e-e817-45b2-9edb-b68122174c78 req-1efa3538-daa4-44ca-aab1-927b8f31b3bf tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:00.372771 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9e1d8d1e-e817-45b2-9edb-b68122174c78 req-1efa3538-daa4-44ca-aab1-927b8f31b3bf tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 932 time: 0.0868282 May 27 11:25:00.418946 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9e1d8d1e-e817-45b2-9edb-b68122174c78 req-74bd32b4-25e1-4da7-9964-427d00840d0f tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?id=cd2ecebd-8a94-4fa3-a490-abce76a2c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401361 May 27 11:25:00.939411 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a17c2a-bfc7-46b0-86ae-6eb05b182514 req-6fdcb66a-0367-4058-bae5-4cf129373490 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:00.940880 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d3a17c2a-bfc7-46b0-86ae-6eb05b182514 req-6fdcb66a-0367-4058-bae5-4cf129373490 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 946 time: 0.0784583 May 27 11:25:00.984541 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d3a17c2a-bfc7-46b0-86ae-6eb05b182514 req-562cfb5c-43b4-4318-9c71-379850f349eb tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379968 May 27 11:25:01.641875 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ddd4c-34d6-43bc-b1e3-52755f69cac7 req-a1d3ffd3-b279-4c86-beb4-550dea4b7593 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:01.643322 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ae5ddd4c-34d6-43bc-b1e3-52755f69cac7 req-a1d3ffd3-b279-4c86-beb4-550dea4b7593 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 932 time: 0.1184366 May 27 11:25:01.689625 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ae5ddd4c-34d6-43bc-b1e3-52755f69cac7 req-601bcad8-c573-4302-89e7-a48b1b8d4660 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?id=cd2ecebd-8a94-4fa3-a490-abce76a2c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404880 May 27 11:25:02.184494 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07345e-d2dc-42b5-be99-e6a975e5511a req-89b541da-7553-4587-830b-70393dfb80c5 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:02.185918 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5d07345e-d2dc-42b5-be99-e6a975e5511a req-89b541da-7553-4587-830b-70393dfb80c5 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 946 time: 0.0831225 May 27 11:25:02.237550 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5d07345e-d2dc-42b5-be99-e6a975e5511a req-4b2e3b9d-157e-4baf-8965-eb3e4f12c558 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453351 May 27 11:25:02.969466 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88685d6-915e-4ceb-a084-5519c707d8d2 req-2e8020f6-b94d-4bfd-816e-8f393a024f8f tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:02.970960 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e88685d6-915e-4ceb-a084-5519c707d8d2 req-2e8020f6-b94d-4bfd-816e-8f393a024f8f tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 932 time: 0.1662362 May 27 11:25:03.016406 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e88685d6-915e-4ceb-a084-5519c707d8d2 req-9439bca4-e74d-4c18-a2da-8072ff563c7c tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?id=cd2ecebd-8a94-4fa3-a490-abce76a2c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397971 May 27 11:25:03.430059 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e988c-1f7b-42a6-99cc-db20a08cd942 req-5594e781-bef6-4d6b-96b1-7138221c011f tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:03.431649 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b68e988c-1f7b-42a6-99cc-db20a08cd942 req-5594e781-bef6-4d6b-96b1-7138221c011f tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 946 time: 0.0852001 May 27 11:25:03.482405 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b68e988c-1f7b-42a6-99cc-db20a08cd942 req-2ff9c360-06e3-4e0d-b675-29bad18e350f tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443351 May 27 11:25:04.213073 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da221876-778d-4afa-b537-23e3267765b0 req-6a27a0be-345a-4f08-a799-92be4c55cdc1 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:04.214507 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-da221876-778d-4afa-b537-23e3267765b0 req-6a27a0be-345a-4f08-a799-92be4c55cdc1 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 932 time: 0.0874302 May 27 11:25:04.262928 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-da221876-778d-4afa-b537-23e3267765b0 req-268c9674-5075-4686-9dea-e4b9f5640045 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?id=cd2ecebd-8a94-4fa3-a490-abce76a2c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416927 May 27 11:25:04.679386 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7398be-0f51-4fb2-b6f9-f8bcb788beb4 req-b2ec9441-a232-4145-9aa9-c6e8674ff9ca tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:04.680866 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2e7398be-0f51-4fb2-b6f9-f8bcb788beb4 req-b2ec9441-a232-4145-9aa9-c6e8674ff9ca tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 946 time: 0.0869522 May 27 11:25:04.726508 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2e7398be-0f51-4fb2-b6f9-f8bcb788beb4 req-61ea60f2-70a1-4b09-923c-e6570ec98c47 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398803 May 27 11:25:05.475127 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccdd01-0074-498f-a172-5b26a35ff3ef req-2053e3b3-9606-4546-9103-d8db01c64fbb tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:05.476536 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-adccdd01-0074-498f-a172-5b26a35ff3ef req-2053e3b3-9606-4546-9103-d8db01c64fbb tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 932 time: 0.0905404 May 27 11:25:05.522438 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-adccdd01-0074-498f-a172-5b26a35ff3ef req-af49a2be-69d6-4a4f-9bd2-245422e7bbe6 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?id=cd2ecebd-8a94-4fa3-a490-abce76a2c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399253 May 27 11:25:05.922314 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517c479-cdbe-4489-8fa0-6af3f6f84b58 req-59787202-c649-425e-a2f1-4c146f97496c tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:05.923796 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1517c479-cdbe-4489-8fa0-6af3f6f84b58 req-59787202-c649-425e-a2f1-4c146f97496c tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 946 time: 0.0862806 May 27 11:25:05.974292 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1517c479-cdbe-4489-8fa0-6af3f6f84b58 req-479af281-f6c8-4a97-aaff-f595fa037465 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446873 May 27 11:25:06.728241 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc459c-3a43-4794-8e02-791aa467515f req-ea1afbff-1b35-493e-9059-88fbe53026a4 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:06.729859 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-afdc459c-3a43-4794-8e02-791aa467515f req-ea1afbff-1b35-493e-9059-88fbe53026a4 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 932 time: 0.0931387 May 27 11:25:06.782733 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-afdc459c-3a43-4794-8e02-791aa467515f req-62106814-e17d-46f2-b310-65441f426ad3 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?id=cd2ecebd-8a94-4fa3-a490-abce76a2c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472496 May 27 11:25:07.185869 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042b879-145c-4108-93f3-ccce303b2878 req-eb97a030-9e55-4a2e-9bc4-af80abb1a832 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:07.187897 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e042b879-145c-4108-93f3-ccce303b2878 req-eb97a030-9e55-4a2e-9bc4-af80abb1a832 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 946 time: 0.0890067 May 27 11:25:07.236775 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e042b879-145c-4108-93f3-ccce303b2878 req-d1128c18-7c4a-4384-b0e7-84ee4761df80 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423355 May 27 11:25:07.979468 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc81a84-e438-407a-9e76-27011d06328d req-4ebc6e4a-74fd-4e07-b1cf-1ac755a4a97f tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:07.980966 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5fc81a84-e438-407a-9e76-27011d06328d req-4ebc6e4a-74fd-4e07-b1cf-1ac755a4a97f tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 932 time: 0.0905554 May 27 11:25:08.034202 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5fc81a84-e438-407a-9e76-27011d06328d req-853bf01a-ea4e-4e7e-b57e-e1923958f9e3 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?id=cd2ecebd-8a94-4fa3-a490-abce76a2c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468955 May 27 11:25:08.453057 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73adc0-8c55-41ec-b100-f3a082db3107 req-f3a613a4-3f87-4fa6-9d43-eb24d4dc2098 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:08.454604 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9e73adc0-8c55-41ec-b100-f3a082db3107 req-f3a613a4-3f87-4fa6-9d43-eb24d4dc2098 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 946 time: 0.0910828 May 27 11:25:08.507111 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9e73adc0-8c55-41ec-b100-f3a082db3107 req-537844aa-1ec3-4d38-a982-a5d177de29c8 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459688 May 27 11:25:09.288629 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589261ef-bfd4-48da-8e73-2ac641c0b760 req-2733cb84-e206-4f74-81f1-882cded67bec tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:09.295570 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-589261ef-bfd4-48da-8e73-2ac641c0b760 req-2733cb84-e206-4f74-81f1-882cded67bec tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 932 time: 0.1334946 May 27 11:25:09.345121 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-589261ef-bfd4-48da-8e73-2ac641c0b760 req-54b0da91-71c2-4cda-ac9c-b280cc02cfc4 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?id=cd2ecebd-8a94-4fa3-a490-abce76a2c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462554 May 27 11:25:09.732297 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72effe4f-3e59-4f8b-885c-bd521ff3f514 req-0fe600be-e96c-4e13-a256-170885deae97 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:09.734310 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-72effe4f-3e59-4f8b-885c-bd521ff3f514 req-0fe600be-e96c-4e13-a256-170885deae97 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 946 time: 0.0964389 May 27 11:25:09.788735 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-72effe4f-3e59-4f8b-885c-bd521ff3f514 req-e19c11fb-2340-48e2-8ccc-ba9187804dd7 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440469 May 27 11:25:10.537121 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80754b-cafd-4574-a5dc-d1f107a77146 req-53b31801-fdba-4113-808f-3945cf02ff6a tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:10.538606 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1d80754b-cafd-4574-a5dc-d1f107a77146 req-53b31801-fdba-4113-808f-3945cf02ff6a tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 932 time: 0.0824389 May 27 11:25:10.585153 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1d80754b-cafd-4574-a5dc-d1f107a77146 req-9b05cf7b-31f9-47b5-a0d3-5fc6dd106aa9 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?id=cd2ecebd-8a94-4fa3-a490-abce76a2c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408585 May 27 11:25:10.985530 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e82341-9c34-496c-add7-9b363077e702 req-74266362-7c21-4b84-a99f-d88fff8c1b64 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:10.986978 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-49e82341-9c34-496c-add7-9b363077e702 req-74266362-7c21-4b84-a99f-d88fff8c1b64 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 946 time: 0.0865047 May 27 11:25:11.032368 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-49e82341-9c34-496c-add7-9b363077e702 req-a4edfee7-67d7-4225-bd49-8d8421ebe531 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396190 May 27 11:25:11.994403 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905f383-8fcd-4650-a85c-772a6a68a4e0 req-cba79efd-6bc2-42ec-beb1-62ebd013a447 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:11.996050 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9905f383-8fcd-4650-a85c-772a6a68a4e0 req-cba79efd-6bc2-42ec-beb1-62ebd013a447 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 932 time: 0.0864518 May 27 11:25:12.046154 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9905f383-8fcd-4650-a85c-772a6a68a4e0 req-e0e759c4-e93d-4e22-8fd0-9b4c44e76681 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?id=cd2ecebd-8a94-4fa3-a490-abce76a2c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438275 May 27 11:25:12.235262 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 6 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:25:12.248238 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a2086-157f-4de5-aa17-6c15644ffe29 req-27318fcf-6116-41cb-a907-31b0e1a9236c tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:12.249739 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0c8a2086-157f-4de5-aa17-6c15644ffe29 req-27318fcf-6116-41cb-a907-31b0e1a9236c tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 946 time: 0.0922775 May 27 11:25:12.297188 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0c8a2086-157f-4de5-aa17-6c15644ffe29 req-f663a80d-e11f-4a99-9fb7-d48d46e3f72a tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414710 May 27 11:25:13.098226 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-da32e7a9-c1ab-4f8e-82af-8088adef0e98 service neutron] Request body: {'port': {'device_id': '95d537bb-45f1-4c33-ab84-13fd62893bf0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:25:13.221213 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-da32e7a9-c1ab-4f8e-82af-8088adef0e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:13.265799 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d94ff4-3dab-4e1d-a3d4-aee3fa326fd0 req-a01a0cdc-8d4f-4de7-b77f-bd6f8d09a318 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:13.267588 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-11d94ff4-3dab-4e1d-a3d4-aee3fa326fd0 req-a01a0cdc-8d4f-4de7-b77f-bd6f8d09a318 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 932 time: 0.0920532 May 27 11:25:13.317489 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-11d94ff4-3dab-4e1d-a3d4-aee3fa326fd0 req-b168f862-5ed7-404f-a8f7-279035563d39 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?id=cd2ecebd-8a94-4fa3-a490-abce76a2c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441129 May 27 11:25:13.491061 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e7be6-8047-40ac-9632-3b89d3712642 req-0cd52c79-f15a-4536-b28e-d29a14dc5c0a tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:13.492483 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b95e7be6-8047-40ac-9632-3b89d3712642 req-0cd52c79-f15a-4536-b28e-d29a14dc5c0a tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 946 time: 0.0812685 May 27 11:25:13.539711 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b95e7be6-8047-40ac-9632-3b89d3712642 req-43f7875d-6eed-4873-a71a-b75027fff00f tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410860 May 27 11:25:13.696774 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-da32e7a9-c1ab-4f8e-82af-8088adef0e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3 {{(pid=91847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:25:13.705234 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-da32e7a9-c1ab-4f8e-82af-8088adef0e98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:13.720569 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-da32e7a9-c1ab-4f8e-82af-8088adef0e98 service neutron] Transition to ACTIVE for port object 9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3 will not be triggered until provisioned by entity L2. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:25:13.724971 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-da32e7a9-c1ab-4f8e-82af-8088adef0e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7527359'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:13.728897 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b42b178-cc19-4456-9e3e-00c6c3885c0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:25:13.861122 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32e7a9-c1ab-4f8e-82af-8088adef0e98 service neutron] Pushing event updated for resources: {'Port': ['ID=9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3,revision_number=2']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:25:13.888007 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-da32e7a9-c1ab-4f8e-82af-8088adef0e98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:25:13.973138 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-da32e7a9-c1ab-4f8e-82af-8088adef0e98 service neutron] Attempting to bind port 9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:25:13.973468 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-da32e7a9-c1ab-4f8e-82af-8088adef0e98 service neutron] Attempting to bind port 9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': 'f59d65d7-57b8-4bfe-aa01-8448b5674491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'ced04108-deb6-4ea1-bc74-6c4005400411'}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:25:13.973795 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-da32e7a9-c1ab-4f8e-82af-8088adef0e98 service neutron] Attempting to bind port 9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3 on network ced04108-deb6-4ea1-bc74-6c4005400411 {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:25:13.978425 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-da32e7a9-c1ab-4f8e-82af-8088adef0e98 service neutron] Port 9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3 on network ced04108-deb6-4ea1-bc74-6c4005400411 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 11:25:13.978740 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-da32e7a9-c1ab-4f8e-82af-8088adef0e98 service neutron] Attempting to bind port 9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3 on network ced04108-deb6-4ea1-bc74-6c4005400411 {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:25:13.984094 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-da32e7a9-c1ab-4f8e-82af-8088adef0e98 service neutron] Checking agent: {'id': '488b0f7b-d99c-4207-808d-fdc57746257f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 16, 24), 'started_at': datetime.datetime(2021, 5, 27, 11, 16, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:25:13.984422 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-da32e7a9-c1ab-4f8e-82af-8088adef0e98 service neutron] Checking segment: {'id': 'f59d65d7-57b8-4bfe-aa01-8448b5674491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'ced04108-deb6-4ea1-bc74-6c4005400411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:25:13.984803 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-da32e7a9-c1ab-4f8e-82af-8088adef0e98 service neutron] Bound using segment: {'id': 'f59d65d7-57b8-4bfe-aa01-8448b5674491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'ced04108-deb6-4ea1-bc74-6c4005400411'} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:25:13.985229 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-da32e7a9-c1ab-4f8e-82af-8088adef0e98 service neutron] Bound port: 9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f59d65d7-57b8-4bfe-aa01-8448b5674491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'ced04108-deb6-4ea1-bc74-6c4005400411'}}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:25:13.985573 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-da32e7a9-c1ab-4f8e-82af-8088adef0e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:14.084257 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-da32e7a9-c1ab-4f8e-82af-8088adef0e98 service neutron] For port 9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3, host hv-cinder-75157, cleared binding levels {{(pid=91847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:25:14.087234 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-da32e7a9-c1ab-4f8e-82af-8088adef0e98 service neutron] For port 9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3,segment=NetworkSegment(f59d65d7-57b8-4bfe-aa01-8448b5674491),segment_id=f59d65d7-57b8-4bfe-aa01-8448b5674491)] {{(pid=91847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:25:14.092902 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-da32e7a9-c1ab-4f8e-82af-8088adef0e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7527359'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:14.096763 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-0307170f-b35c-4573-b4ee-e38ec15982d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:25:14.157075 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-da32e7a9-c1ab-4f8e-82af-8088adef0e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:14.157715 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-da32e7a9-c1ab-4f8e-82af-8088adef0e98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:14.159068 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-da32e7a9-c1ab-4f8e-82af-8088adef0e98 service neutron] 10.222.0.35 "PUT /v2.0/ports/9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3 HTTP/1.1" status: 200 len: 1094 time: 1.0658596 May 27 11:25:14.162378 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d537bb-45f1-4c33-ab84-13fd62893bf0', 'tag': '9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:25:14.192167 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32e7a9-c1ab-4f8e-82af-8088adef0e98 service neutron] Pushing event updated for resources: {'Port': ['ID=9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3,revision_number=3']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:25:14.195567 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-da32e7a9-c1ab-4f8e-82af-8088adef0e98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:25:14.220734 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d537bb-45f1-4c33-ab84-13fd62893bf0', 'tag': '9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3', 'status': 'completed', 'code': 200} May 27 11:25:14.294397 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-2273772e-8136-427c-b962-60a531a2088f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:14.296611 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-2273772e-8136-427c-b962-60a531a2088f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af7266b3901847dcabc327648954eeae&device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 1097 time: 0.0791819 May 27 11:25:14.371073 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-52eb8189-570e-48f5-8d11-4cb93b8dd621 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3 HTTP/1.1" status: 200 len: 217 time: 0.0659394 May 27 11:25:14.439255 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-299836a4-c68c-4f51-95d9-408dd413ed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:14.440652 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-299836a4-c68c-4f51-95d9-408dd413ed64 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4aa03dc3-a675-4304-8e4d-06e24a2f5289 HTTP/1.1" status: 200 len: 853 time: 0.0626974 May 27 11:25:14.529215 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-722e598e-b6f6-45de-a3f8-7e25ad984ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:14.531361 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-722e598e-b6f6-45de-a3f8-7e25ad984ccd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ced04108-deb6-4ea1-bc74-6c4005400411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0818172 May 27 11:25:14.591417 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056622c-12fe-44e9-965b-0e3d2974aeaf req-d05adeff-a40f-4b07-a2f6-4db4a0e0b1f3 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:14.592637 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-3c24c4be-c565-4181-b1e2-761b01b31ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:14.599625 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3056622c-12fe-44e9-965b-0e3d2974aeaf req-d05adeff-a40f-4b07-a2f6-4db4a0e0b1f3 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 944 time: 0.1722760 May 27 11:25:14.644588 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3056622c-12fe-44e9-965b-0e3d2974aeaf req-58a3c805-9e03-45e0-ad31-9768d1c28535 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?id=cd2ecebd-8a94-4fa3-a490-abce76a2c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436258 May 27 11:25:14.688741 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-5d6f8622-7e8f-40b1-a921-9b86a4bf8329 service neutron] 10.222.0.35 "GET /v2.0/networks/ced04108-deb6-4ea1-bc74-6c4005400411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483171 May 27 11:25:14.747583 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db16e0-6cbc-4427-9e5f-13e696740f41 req-744241f1-c3f4-4aa9-a1fe-7ae087ad02de tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:14.750327 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e4db16e0-6cbc-4427-9e5f-13e696740f41 req-744241f1-c3f4-4aa9-a1fe-7ae087ad02de tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 946 time: 0.0906048 May 27 11:25:14.804389 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e4db16e0-6cbc-4427-9e5f-13e696740f41 req-68e296ed-b0c6-49c1-a5e8-92e5e55f0150 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479162 May 27 11:25:14.875311 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-3e808bbc-1e6f-4f22-90b0-ee4351ad1584 req-6251ff82-68bc-4e50-8999-370d0f0c0134 service neutron] 10.222.0.35 "GET /v2.0/networks/ced04108-deb6-4ea1-bc74-6c4005400411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722262 May 27 11:25:15.016478 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4eb85-e5b4-4a35-add6-1dc3d84379a5 req-8e1933fe-0195-47e7-8ad8-c91073f9c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:15.018000 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-adf4eb85-e5b4-4a35-add6-1dc3d84379a5 req-8e1933fe-0195-47e7-8ad8-c91073f9c466 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af7266b3901847dcabc327648954eeae&device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 1097 time: 0.0826914 May 27 11:25:15.164931 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4eb85-e5b4-4a35-add6-1dc3d84379a5 req-911123b5-36f0-4611-944e-8a6a0152beaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:15.166397 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-adf4eb85-e5b4-4a35-add6-1dc3d84379a5 req-911123b5-36f0-4611-944e-8a6a0152beaa service neutron] 10.222.0.35 "GET /v2.0/networks?id=ced04108-deb6-4ea1-bc74-6c4005400411 HTTP/1.1" status: 200 len: 916 time: 0.1403913 May 27 11:25:15.349023 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-adf4eb85-e5b4-4a35-add6-1dc3d84379a5 req-4e9539ba-b542-4b31-8706-fe98a89205b9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3 HTTP/1.1" status: 200 len: 217 time: 0.1753626 May 27 11:25:15.415572 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4eb85-e5b4-4a35-add6-1dc3d84379a5 req-b4be17b1-afe0-48fb-b11a-c70c263fd178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:15.416918 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-adf4eb85-e5b4-4a35-add6-1dc3d84379a5 req-b4be17b1-afe0-48fb-b11a-c70c263fd178 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4aa03dc3-a675-4304-8e4d-06e24a2f5289 HTTP/1.1" status: 200 len: 853 time: 0.0601978 May 27 11:25:15.504181 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4eb85-e5b4-4a35-add6-1dc3d84379a5 req-d38d7ed1-96fa-4a65-aa59-77e75738b0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:15.505688 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-adf4eb85-e5b4-4a35-add6-1dc3d84379a5 req-d38d7ed1-96fa-4a65-aa59-77e75738b0f1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ced04108-deb6-4ea1-bc74-6c4005400411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0794103 May 27 11:25:15.647275 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-adf4eb85-e5b4-4a35-add6-1dc3d84379a5 req-058c4311-0e0b-4df1-94c6-a37418c59b90 service neutron] 10.222.0.35 "GET /v2.0/networks/ced04108-deb6-4ea1-bc74-6c4005400411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336086 May 27 11:25:15.790154 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-adf4eb85-e5b4-4a35-add6-1dc3d84379a5 req-d23b26a8-f7e6-4208-a699-995d8f37478b service neutron] 10.222.0.35 "GET /v2.0/networks/ced04108-deb6-4ea1-bc74-6c4005400411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331985 May 27 11:25:15.843349 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b179b9-a1aa-4dba-82c9-ea57892972ff req-9451c094-47a9-49c0-8b82-e94198a450d0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:15.845009 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c1b179b9-a1aa-4dba-82c9-ea57892972ff req-9451c094-47a9-49c0-8b82-e94198a450d0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 944 time: 0.0821085 May 27 11:25:15.892410 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c1b179b9-a1aa-4dba-82c9-ea57892972ff req-6e440822-6518-4b39-adfc-6cb99c4e271f tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?id=cd2ecebd-8a94-4fa3-a490-abce76a2c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418224 May 27 11:25:16.004308 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42358d7b-25e6-4239-aa83-2569f340b51f req-aa084e2d-7b18-485e-91ce-8a95b12596e1 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:16.005834 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-42358d7b-25e6-4239-aa83-2569f340b51f req-aa084e2d-7b18-485e-91ce-8a95b12596e1 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 946 time: 0.0924921 May 27 11:25:16.055823 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-42358d7b-25e6-4239-aa83-2569f340b51f req-f7b28df4-31ae-4ccc-8c41-2955ca9b664b tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443089 May 27 11:25:17.044339 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-b9a6f621-2bf0-4eb4-99cc-c2d82d99b5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:17.085406 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34a39c-6050-4234-9485-3be2af8bcf59 req-6616cd0c-53b8-4268-bb16-7bcd451fc50d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:17.086577 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7b34a39c-6050-4234-9485-3be2af8bcf59 req-6616cd0c-53b8-4268-bb16-7bcd451fc50d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 944 time: 0.0850840 May 27 11:25:17.122686 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:17.134429 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7b34a39c-6050-4234-9485-3be2af8bcf59 req-c871e8e5-b844-40f4-92db-739596c20c41 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?id=cd2ecebd-8a94-4fa3-a490-abce76a2c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420201 May 27 11:25:17.252260 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fab062-bb76-4245-91f6-53822f4762ee req-164116e6-5638-4ddf-9326-09731ae8b4c3 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:17.253700 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e1fab062-bb76-4245-91f6-53822f4762ee req-164116e6-5638-4ddf-9326-09731ae8b4c3 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 946 time: 0.0863016 May 27 11:25:17.300730 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e1fab062-bb76-4245-91f6-53822f4762ee req-7565d7ad-0e0e-4f78-a1f0-3107d9998acf tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414073 May 27 11:25:18.339960 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db251be-a93f-473b-a4f2-949b17bec175 req-9b0111f7-7430-4fac-bf7f-4d8f53b2904c tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:18.341700 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7db251be-a93f-473b-a4f2-949b17bec175 req-9b0111f7-7430-4fac-bf7f-4d8f53b2904c tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 944 time: 0.0992494 May 27 11:25:18.351658 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:18.397931 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7db251be-a93f-473b-a4f2-949b17bec175 req-d8da6381-8050-489e-9f09-c921e9efd32f tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?id=cd2ecebd-8a94-4fa3-a490-abce76a2c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494010 May 27 11:25:18.502470 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:25:18.540931 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38c183-5be4-4860-b679-adfdea0fab0e req-ac343f93-f816-46bf-ab51-7ba555b4a0ad tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:18.543407 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9b38c183-5be4-4860-b679-adfdea0fab0e req-ac343f93-f816-46bf-ab51-7ba555b4a0ad tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 946 time: 0.1212895 May 27 11:25:18.605985 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9b38c183-5be4-4860-b679-adfdea0fab0e req-1ab606e2-6ef6-4d0d-8191-180f111437e7 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553567 May 27 11:25:18.670924 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3,segment=NetworkSegment(f59d65d7-57b8-4bfe-aa01-8448b5674491),segment_id=f59d65d7-57b8-4bfe-aa01-8448b5674491)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:25:18.687281 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Returning: {'device': '9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3', 'network_id': 'ced04108-deb6-4ea1-bc74-6c4005400411', 'port_id': '9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3', 'mac_address': 'fa:16:3e:02:9e:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aa03dc3-a675-4304-8e4d-06e24a2f5289', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:25:18.760972 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:18.783395 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3 {{(pid=91849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:25:18.802878 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3,segment=NetworkSegment(f59d65d7-57b8-4bfe-aa01-8448b5674491),segment_id=f59d65d7-57b8-4bfe-aa01-8448b5674491)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:25:18.810428 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:18.814614 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:25:18.901316 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3,revision_number=4']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:25:18.910557 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:25:18.910907 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:25:18.911248 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:25:18.911600 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:25:18.911934 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:25:18.912262 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:25:18.912582 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:25:18.913023 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:25:18.913334 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:25:18.913578 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:25:18.913832 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:25:18.914181 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:25:18.919014 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:25:19.271521 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:25:19.597812 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6137830-2562-4e5c-b1b7-1028c26c2d22 req-64951c52-42cc-4fc4-8dfa-b9d7f7e66a04 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:19.599174 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b6137830-2562-4e5c-b1b7-1028c26c2d22 req-64951c52-42cc-4fc4-8dfa-b9d7f7e66a04 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 945 time: 0.0866573 May 27 11:25:19.645218 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b6137830-2562-4e5c-b1b7-1028c26c2d22 req-913ffd96-7570-4f5f-b038-855d887640e1 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?id=cd2ecebd-8a94-4fa3-a490-abce76a2c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399716 May 27 11:25:19.799462 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f7433-a2e9-4e72-95fd-7d65eb929f92 req-081c5647-472e-4ec3-86bf-721557626c98 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:19.800946 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f13f7433-a2e9-4e72-95fd-7d65eb929f92 req-081c5647-472e-4ec3-86bf-721557626c98 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 946 time: 0.0806561 May 27 11:25:19.848914 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f13f7433-a2e9-4e72-95fd-7d65eb929f92 req-dca70fe4-f873-4b69-82a2-46de2e5ea9d2 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404391 May 27 11:25:20.352217 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:20.496866 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3 up at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:25:20.563075 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning for port 9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3 completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:25:20.567391 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning complete for port 9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3 triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:25:20.567787 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:20.688437 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:20.717252 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d537bb-45f1-4c33-ab84-13fd62893bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3'}] {{(pid=91849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:25:20.727905 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3,segment=NetworkSegment(f59d65d7-57b8-4bfe-aa01-8448b5674491),segment_id=f59d65d7-57b8-4bfe-aa01-8448b5674491)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:25:20.733901 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:20.736400 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-00eb7f07-79ae-456b-80c8-939c96ef9a8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:25:20.786000 dv-cinder-751579-23-smb neutron-server[91849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d537bb-45f1-4c33-ab84-13fd62893bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3', 'code': 200} May 27 11:25:20.812840 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3,revision_number=5']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:25:20.816031 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:25:20.857760 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd7bf64-765e-482f-b126-f354922c2f91 req-d27fbf11-ab30-4e25-837c-b3d6f9be409c tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:20.860086 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8dd7bf64-765e-482f-b126-f354922c2f91 req-d27fbf11-ab30-4e25-837c-b3d6f9be409c tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 946 time: 0.0990746 May 27 11:25:20.912636 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8dd7bf64-765e-482f-b126-f354922c2f91 req-1c087525-6cca-4cd1-92a5-ff451759ac15 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?id=cd2ecebd-8a94-4fa3-a490-abce76a2c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460117 May 27 11:25:21.044853 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc3aef-9749-40f8-a252-1b1296ec9b05 req-4c129873-47d1-490c-80f4-55d76c55098a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:21.047353 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-9ddc3aef-9749-40f8-a252-1b1296ec9b05 req-4c129873-47d1-490c-80f4-55d76c55098a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 1099 time: 0.0793231 May 27 11:25:21.050737 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca7dbf-f11d-4a17-bc9e-38dbb2c951cf req-220b3df2-1861-485a-8988-64bab4cea714 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:21.052263 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ebca7dbf-f11d-4a17-bc9e-38dbb2c951cf req-220b3df2-1861-485a-8988-64bab4cea714 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 946 time: 0.0854537 May 27 11:25:21.093096 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-9ddc3aef-9749-40f8-a252-1b1296ec9b05 req-bf89a390-5d20-46d2-a2ee-f37e3eb4887d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cd2ecebd-8a94-4fa3-a490-abce76a2c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366437 May 27 11:25:21.098812 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ebca7dbf-f11d-4a17-bc9e-38dbb2c951cf req-c5ec3190-6ae2-42c8-955f-eefb05ce0d81 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407033 May 27 11:25:22.103875 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e2f95-1324-4f49-93f4-651a926a5189 req-28ea4e85-b7d6-46ac-8d54-428754c1ff1c tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:22.105380 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d44e2f95-1324-4f49-93f4-651a926a5189 req-28ea4e85-b7d6-46ac-8d54-428754c1ff1c tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 946 time: 0.0895660 May 27 11:25:22.153149 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d44e2f95-1324-4f49-93f4-651a926a5189 req-e7b536c8-6e29-430c-a8d8-0b7915362ade tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?id=cd2ecebd-8a94-4fa3-a490-abce76a2c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410266 May 27 11:25:22.290459 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a6093-6f63-4b4d-a30c-3660521eebbd req-51e3313e-9c0d-43a3-be31-62cda18d0d5d tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:22.291945 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6d9a6093-6f63-4b4d-a30c-3660521eebbd req-51e3313e-9c0d-43a3-be31-62cda18d0d5d tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 946 time: 0.0796306 May 27 11:25:22.339902 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6d9a6093-6f63-4b4d-a30c-3660521eebbd req-44c38edd-e4c3-4fc4-8115-a59eed8e11ea tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414824 May 27 11:25:23.353309 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79f8cd-2d5a-4617-b546-a846960bcfc6 req-e90d4b16-b5c6-448a-aae3-08e8a1fa8a3e tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:23.354870 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-dd79f8cd-2d5a-4617-b546-a846960bcfc6 req-e90d4b16-b5c6-448a-aae3-08e8a1fa8a3e tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 946 time: 0.0852237 May 27 11:25:23.403339 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-dd79f8cd-2d5a-4617-b546-a846960bcfc6 req-0a69805e-d458-4d6e-abb5-fc90e9f2449d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?id=cd2ecebd-8a94-4fa3-a490-abce76a2c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421638 May 27 11:25:23.472769 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bbce6b-5739-4ba4-8bc5-13f5da9a4d05 req-2765b3c0-562d-40b6-8536-d1017a91e2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:23.474390 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-b9bbce6b-5739-4ba4-8bc5-13f5da9a4d05 req-2765b3c0-562d-40b6-8536-d1017a91e2c3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=db3f835fbb4441b382fb98f5bcdc7676&device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 1099 time: 0.0807228 May 27 11:25:23.590364 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af25f50-f427-4b4b-9410-cf3963d6f817 req-66d6e9e9-085b-4c5b-ae7a-b2bc855b75e7 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:23.591896 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0af25f50-f427-4b4b-9410-cf3963d6f817 req-66d6e9e9-085b-4c5b-ae7a-b2bc855b75e7 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 946 time: 0.1415179 May 27 11:25:23.619979 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bbce6b-5739-4ba4-8bc5-13f5da9a4d05 req-3bcd10d5-0e8e-4101-ac95-b6e3c8ea107a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:23.621622 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-b9bbce6b-5739-4ba4-8bc5-13f5da9a4d05 req-3bcd10d5-0e8e-4101-ac95-b6e3c8ea107a service neutron] 10.222.0.35 "GET /v2.0/networks?id=3eb4e519-1057-42cd-8c70-ebf5cc905d06 HTTP/1.1" status: 200 len: 911 time: 0.1389716 May 27 11:25:23.650900 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0af25f50-f427-4b4b-9410-cf3963d6f817 req-64683d56-42cc-47bf-82a2-d7db345ac3a0 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492611 May 27 11:25:23.659776 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d69e3-9bb9-4dc4-8945-8da9cd395173 req-ee6f2420-7309-4833-8262-a9b053e9b668 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:23.661295 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9b9d69e3-9bb9-4dc4-8945-8da9cd395173 req-ee6f2420-7309-4833-8262-a9b053e9b668 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 946 time: 0.1411192 May 27 11:25:23.710767 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9b9d69e3-9bb9-4dc4-8945-8da9cd395173 req-897cb99f-03d3-45a7-bc8e-013d9b953a7c tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?id=cd2ecebd-8a94-4fa3-a490-abce76a2c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434282 May 27 11:25:23.737548 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-b9bbce6b-5739-4ba4-8bc5-13f5da9a4d05 req-df772dc0-378b-40df-b96e-61a3dbd6d710 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e8b58b1-ea67-4cb7-9716-fb5d920693fc HTTP/1.1" status: 200 len: 1001 time: 0.1036761 May 27 11:25:23.821024 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bbce6b-5739-4ba4-8bc5-13f5da9a4d05 req-e5a7c56b-42d6-40fd-ae1d-0eb49abe76a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:23.822476 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-b9bbce6b-5739-4ba4-8bc5-13f5da9a4d05 req-e5a7c56b-42d6-40fd-ae1d-0eb49abe76a8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=de167a51-2ce9-4e8d-95bf-310e382bbc22 HTTP/1.1" status: 200 len: 848 time: 0.0604434 May 27 11:25:23.907851 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bbce6b-5739-4ba4-8bc5-13f5da9a4d05 req-e9352d5b-70c8-4cc8-a990-a4c60aae68e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:23.909205 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:23.910928 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-b9bbce6b-5739-4ba4-8bc5-13f5da9a4d05 req-e9352d5b-70c8-4cc8-a990-a4c60aae68e7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3eb4e519-1057-42cd-8c70-ebf5cc905d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0789437 May 27 11:25:24.058118 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-b9bbce6b-5739-4ba4-8bc5-13f5da9a4d05 req-85d664dd-c039-4fcd-9d73-abb901aa1882 service neutron] 10.222.0.35 "GET /v2.0/networks/3eb4e519-1057-42cd-8c70-ebf5cc905d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337142 May 27 11:25:24.129769 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76a8ee-bbd2-47a8-8c2c-e9d48cc57032 req-3d7f64d0-c503-4a3a-97ec-e029acb993cb tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:24.131888 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1a76a8ee-bbd2-47a8-8c2c-e9d48cc57032 req-3d7f64d0-c503-4a3a-97ec-e029acb993cb tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 946 time: 0.0884905 May 27 11:25:24.179454 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1a76a8ee-bbd2-47a8-8c2c-e9d48cc57032 req-7b194e85-bf79-4acc-b877-1acaf3ed9197 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?id=cd2ecebd-8a94-4fa3-a490-abce76a2c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403037 May 27 11:25:24.206979 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-b9bbce6b-5739-4ba4-8bc5-13f5da9a4d05 req-2b020d7f-71d9-40ae-996f-ce22a81ab2e6 service neutron] 10.222.0.35 "GET /v2.0/networks/3eb4e519-1057-42cd-8c70-ebf5cc905d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347380 May 27 11:25:24.931722 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45dc547-ba3f-4e27-8622-d07c41af2578 req-790f4e6e-4d41-4931-ac4c-60a1f73991f5 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:24.933497 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d45dc547-ba3f-4e27-8622-d07c41af2578 req-790f4e6e-4d41-4931-ac4c-60a1f73991f5 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 946 time: 0.1741228 May 27 11:25:24.984333 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d45dc547-ba3f-4e27-8622-d07c41af2578 req-ee463b4c-5fe2-47e1-bbc1-9e4c60f56ef7 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441387 May 27 11:25:25.752468 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e98d6-3197-41e4-a3a9-392955320210 req-556c295e-f94c-4422-b867-1258d032f9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:25.753950 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-fb0e98d6-3197-41e4-a3a9-392955320210 req-556c295e-f94c-4422-b867-1258d032f9f7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=db3f835fbb4441b382fb98f5bcdc7676&device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 1099 time: 0.0796990 May 27 11:25:25.931916 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e98d6-3197-41e4-a3a9-392955320210 req-1ada3bef-c38f-4ae6-bbe1-ef7839fc2b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:25.933423 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-fb0e98d6-3197-41e4-a3a9-392955320210 req-1ada3bef-c38f-4ae6-bbe1-ef7839fc2b2b service neutron] 10.222.0.35 "GET /v2.0/networks?id=3eb4e519-1057-42cd-8c70-ebf5cc905d06 HTTP/1.1" status: 200 len: 911 time: 0.1525285 May 27 11:25:26.165431 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-fb0e98d6-3197-41e4-a3a9-392955320210 req-2c759de4-257b-460f-a86a-3a0279d1f3fc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e8b58b1-ea67-4cb7-9716-fb5d920693fc HTTP/1.1" status: 200 len: 1001 time: 0.2235463 May 27 11:25:26.226920 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59878a1a-09ef-4111-8244-8a29ca739936 req-45c29aaf-2204-4cd6-82fd-8fccb1a2daff tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:26.228858 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-59878a1a-09ef-4111-8244-8a29ca739936 req-45c29aaf-2204-4cd6-82fd-8fccb1a2daff tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 946 time: 0.1127636 May 27 11:25:26.241344 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e98d6-3197-41e4-a3a9-392955320210 req-25ecd28d-50ac-47aa-bdef-acd1f40a1c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:26.243999 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-fb0e98d6-3197-41e4-a3a9-392955320210 req-25ecd28d-50ac-47aa-bdef-acd1f40a1c17 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=de167a51-2ce9-4e8d-95bf-310e382bbc22 HTTP/1.1" status: 200 len: 848 time: 0.0712831 May 27 11:25:26.290315 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-59878a1a-09ef-4111-8244-8a29ca739936 req-7eb52c7f-8271-480a-b578-ad4b4fa2e550 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551379 May 27 11:25:26.353144 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e98d6-3197-41e4-a3a9-392955320210 req-86f5e98c-fff5-4348-bb32-6c7299c4e725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:26.356450 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-fb0e98d6-3197-41e4-a3a9-392955320210 req-86f5e98c-fff5-4348-bb32-6c7299c4e725 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3eb4e519-1057-42cd-8c70-ebf5cc905d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0980852 May 27 11:25:26.522586 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-fb0e98d6-3197-41e4-a3a9-392955320210 req-d220aa9c-c04c-47ba-9341-8f79c5e11cb0 service neutron] 10.222.0.35 "GET /v2.0/networks/3eb4e519-1057-42cd-8c70-ebf5cc905d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531906 May 27 11:25:26.677110 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-fb0e98d6-3197-41e4-a3a9-392955320210 req-11400c6c-0cda-469e-8d3b-b7ffa2ce003c service neutron] 10.222.0.35 "GET /v2.0/networks/3eb4e519-1057-42cd-8c70-ebf5cc905d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453042 May 27 11:25:27.517590 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb754019-67dc-4ea8-b703-bfa9068d0ed0 req-51be4487-f37b-4ff1-b0d6-a7314814143b tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:27.519129 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-bb754019-67dc-4ea8-b703-bfa9068d0ed0 req-51be4487-f37b-4ff1-b0d6-a7314814143b tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 946 time: 0.0994577 May 27 11:25:27.565590 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-bb754019-67dc-4ea8-b703-bfa9068d0ed0 req-b76510fc-db5c-4531-a088-f41d791f10d3 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407948 May 27 11:25:27.929988 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c1823723-40e9-40b5-b22a-4fcb8c98e39e req-bf8f215b-52e3-41fe-988b-f5cbab7a3a85 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1314666 May 27 11:25:27.959649 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d4c78-31da-465d-a0e7-04d6ce1751ce req-ea0e153c-3ac7-4c25-b34e-a623799336d8 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:27.962333 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-aa7d4c78-31da-465d-a0e7-04d6ce1751ce req-ea0e153c-3ac7-4c25-b34e-a623799336d8 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 946 time: 0.1028452 May 27 11:25:28.042534 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-aa7d4c78-31da-465d-a0e7-04d6ce1751ce req-767b3921-0d34-431a-a1ea-94ae91fcaef4 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742579 May 27 11:25:29.274429 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8713569-77f5-4407-8a48-59be5ea25a2b req-3fc30855-36d3-4494-abcf-973f2232391f tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:29.276009 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a8713569-77f5-4407-8a48-59be5ea25a2b req-3fc30855-36d3-4494-abcf-973f2232391f tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 946 time: 0.1497900 May 27 11:25:29.309852 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd9e73-494b-4da4-ab12-2671df4a14a4 req-b63d0f97-44dd-4c3c-a117-41ceb26fddda tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:29.311576 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8cfd9e73-494b-4da4-ab12-2671df4a14a4 req-b63d0f97-44dd-4c3c-a117-41ceb26fddda tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 946 time: 0.1351595 May 27 11:25:29.369968 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a8713569-77f5-4407-8a48-59be5ea25a2b req-13103fc8-c89e-42fb-b045-90917989fec1 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?id=cd2ecebd-8a94-4fa3-a490-abce76a2c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855994 May 27 11:25:29.381198 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8cfd9e73-494b-4da4-ab12-2671df4a14a4 req-f4a86592-7238-40c1-ac9f-17df0f32d01e tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632627 May 27 11:25:29.394287 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 34180) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:25:29.649570 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122fc2d6-8635-4ab0-96f6-324689ef9fdc tempest-TestMinimumBasicScenario-1329973538 tempest-TestMinimumBasicScenario-1329973538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:29.650267 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-122fc2d6-8635-4ab0-96f6-324689ef9fdc tempest-TestMinimumBasicScenario-1329973538 tempest-TestMinimumBasicScenario-1329973538-project-admin] Synchronizing usage tracker for tenant:72e7d069db444de1ad15dc6a4945d694 on resource:port {{(pid=91848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:25:29.667659 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-122fc2d6-8635-4ab0-96f6-324689ef9fdc tempest-TestMinimumBasicScenario-1329973538 tempest-TestMinimumBasicScenario-1329973538-project-admin] Unset dirty status for tenant:72e7d069db444de1ad15dc6a4945d694 on resource:port {{(pid=91848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:25:29.668795 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-122fc2d6-8635-4ab0-96f6-324689ef9fdc tempest-TestMinimumBasicScenario-1329973538 tempest-TestMinimumBasicScenario-1329973538-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 1094 time: 0.2734661 May 27 11:25:29.672583 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 34188) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:25:29.678043 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [None req-51e3308a-0904-4156-b5ce-2a4de2e0d64d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Request body: {'floatingip': {'floating_network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'port_id': '9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3', 'tenant_id': 'af7266b3901847dcabc327648954eeae', 'fixed_ip_address': '172.20.0.14'}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:25:29.682782 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1823723-40e9-40b5-b22a-4fcb8c98e39e req-0d5e78d2-bb80-4796-bc43-ab6fb7672e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:29.683953 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-51e3308a-0904-4156-b5ce-2a4de2e0d64d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:25:29.684261 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-c1823723-40e9-40b5-b22a-4fcb8c98e39e req-0d5e78d2-bb80-4796-bc43-ab6fb7672e3d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b&tenant_id=db3f835fbb4441b382fb98f5bcdc7676 HTTP/1.1" status: 200 len: 1099 time: 0.0745296 May 27 11:25:29.689881 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-51e3308a-0904-4156-b5ce-2a4de2e0d64d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Usage tracker for resource:floatingip and tenant:af7266b3901847dcabc327648954eeae is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:25:29.692804 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-51e3308a-0904-4156-b5ce-2a4de2e0d64d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:25:29.699361 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-51e3308a-0904-4156-b5ce-2a4de2e0d64d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:25:29.709187 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-51e3308a-0904-4156-b5ce-2a4de2e0d64d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks [] for floatingip, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:29.786273 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1823723-40e9-40b5-b22a-4fcb8c98e39e req-ccc2372e-1f30-446c-ad55-4deba33af9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:29.788295 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-c1823723-40e9-40b5-b22a-4fcb8c98e39e req-ccc2372e-1f30-446c-ad55-4deba33af9aa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=db3f835fbb4441b382fb98f5bcdc7676&device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 1099 time: 0.0780468 May 27 11:25:29.859020 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-51e3308a-0904-4156-b5ce-2a4de2e0d64d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:29.935437 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1823723-40e9-40b5-b22a-4fcb8c98e39e req-b41e9a82-8245-4c46-b227-ec5b320e4320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:29.937682 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-c1823723-40e9-40b5-b22a-4fcb8c98e39e req-b41e9a82-8245-4c46-b227-ec5b320e4320 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3eb4e519-1057-42cd-8c70-ebf5cc905d06 HTTP/1.1" status: 200 len: 911 time: 0.1408927 May 27 11:25:30.010499 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.db_base_plugin_common [None req-51e3308a-0904-4156-b5ce-2a4de2e0d64d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Allocated IP 172.28.3.89 (0ace5481-0689-4712-88e8-17cfc5365039/62662465-340f-4d3d-804b-21afd8ee5936/b0d34f4f-af2e-4ae5-a6f2-c9d7e1c6cc1d) {{(pid=91848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:25:30.056617 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-c1823723-40e9-40b5-b22a-4fcb8c98e39e req-db1d8ab9-eeeb-4282-bfc9-d8adeed3e8bd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e8b58b1-ea67-4cb7-9716-fb5d920693fc HTTP/1.1" status: 200 len: 1001 time: 0.1107581 May 27 11:25:30.137058 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1823723-40e9-40b5-b22a-4fcb8c98e39e req-7d2a2292-1c25-4f97-b045-8a1cd207b406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:30.139962 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-c1823723-40e9-40b5-b22a-4fcb8c98e39e req-7d2a2292-1c25-4f97-b045-8a1cd207b406 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=de167a51-2ce9-4e8d-95bf-310e382bbc22 HTTP/1.1" status: 200 len: 848 time: 0.0676084 May 27 11:25:30.169902 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-51e3308a-0904-4156-b5ce-2a4de2e0d64d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks [] for port, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:30.201160 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-51e3308a-0904-4156-b5ce-2a4de2e0d64d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6295888'] for port, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:30.207278 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-07dc5bf9-b0a9-4abb-88e5-ff87587757da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:25:30.239826 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1823723-40e9-40b5-b22a-4fcb8c98e39e req-0fb80832-71cf-4097-bef3-0f6e09e46bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:30.242227 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-c1823723-40e9-40b5-b22a-4fcb8c98e39e req-0fb80832-71cf-4097-bef3-0f6e09e46bc0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3eb4e519-1057-42cd-8c70-ebf5cc905d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0935948 May 27 11:25:30.272098 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e3308a-0904-4156-b5ce-2a4de2e0d64d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Network 0ace5481-0689-4712-88e8-17cfc5365039 is already hosted by enough agents. {{(pid=91848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:25:30.275037 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.base_scheduler [None req-51e3308a-0904-4156-b5ce-2a4de2e0d64d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Resources bound (agent type, host, resource id): {{(pid=91848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:25:30.278751 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e3308a-0904-4156-b5ce-2a4de2e0d64d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Received port after_create {{(pid=91848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:25:30.313904 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3308a-0904-4156-b5ce-2a4de2e0d64d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Pushing event updated for resources: {'Port': ['ID=b0d34f4f-af2e-4ae5-a6f2-c9d7e1c6cc1d,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:25:30.333224 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e3308a-0904-4156-b5ce-2a4de2e0d64d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:25:30.333584 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e3308a-0904-4156-b5ce-2a4de2e0d64d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:25:30.333978 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e3308a-0904-4156-b5ce-2a4de2e0d64d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:25:30.334332 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e3308a-0904-4156-b5ce-2a4de2e0d64d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:25:30.334661 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e3308a-0904-4156-b5ce-2a4de2e0d64d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:25:30.335001 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e3308a-0904-4156-b5ce-2a4de2e0d64d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:25:30.335347 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e3308a-0904-4156-b5ce-2a4de2e0d64d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:25:30.335722 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e3308a-0904-4156-b5ce-2a4de2e0d64d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:25:30.336064 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e3308a-0904-4156-b5ce-2a4de2e0d64d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:25:30.336414 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e3308a-0904-4156-b5ce-2a4de2e0d64d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:25:30.336742 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e3308a-0904-4156-b5ce-2a4de2e0d64d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:25:30.337075 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e3308a-0904-4156-b5ce-2a4de2e0d64d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:25:30.343060 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-51e3308a-0904-4156-b5ce-2a4de2e0d64d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:25:30.393528 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-c1823723-40e9-40b5-b22a-4fcb8c98e39e req-957eb2cc-2cdb-4f96-89f5-5d22875cfc33 service neutron] 10.222.0.35 "GET /v2.0/networks/3eb4e519-1057-42cd-8c70-ebf5cc905d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396749 May 27 11:25:30.518016 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 3e8b58b1-ea67-4cb7-9716-fb5d920693fc no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:25:30.550851 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-c1823723-40e9-40b5-b22a-4fcb8c98e39e req-6470cb08-414e-46ca-92c4-4111de42278b service neutron] 10.222.0.35 "GET /v2.0/networks/3eb4e519-1057-42cd-8c70-ebf5cc905d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462646 May 27 11:25:30.647025 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:30.677731 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618a6f2a-0a64-4864-a6bb-27a63d64de9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e8b58b1-ea67-4cb7-9716-fb5d920693fc'}] {{(pid=91849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:25:30.689914 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 3e8b58b1-ea67-4cb7-9716-fb5d920693fc, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=3e8b58b1-ea67-4cb7-9716-fb5d920693fc,segment=NetworkSegment(292101b1-8c57-4899-a66c-7cc701cb12fd),segment_id=292101b1-8c57-4899-a66c-7cc701cb12fd)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:25:30.696486 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:30.700555 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-830008fa-17fd-492b-ad67-3a393aea3fad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:25:30.764847 dv-cinder-751579-23-smb neutron-server[91849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618a6f2a-0a64-4864-a6bb-27a63d64de9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e8b58b1-ea67-4cb7-9716-fb5d920693fc', 'code': 200} May 27 11:25:30.814705 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=3e8b58b1-ea67-4cb7-9716-fb5d920693fc,revision_number=6']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:25:30.817962 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:25:30.850033 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f549940-8e55-4abc-a5db-551dadac714d req-24986c5f-08f5-4c4d-95e0-b2126f52f7af tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:30.851635 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8f549940-8e55-4abc-a5db-551dadac714d req-24986c5f-08f5-4c4d-95e0-b2126f52f7af tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 946 time: 0.3541403 May 27 11:25:30.919984 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8f549940-8e55-4abc-a5db-551dadac714d req-441c0857-1023-478d-9532-f40e3add8d9b tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583739 May 27 11:25:30.963523 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-51e3308a-0904-4156-b5ce-2a4de2e0d64d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:31.044037 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-51e3308a-0904-4156-b5ce-2a4de2e0d64d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:31.264585 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-51e3308a-0904-4156-b5ce-2a4de2e0d64d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks [] for port, precommit_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:31.269362 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-51e3308a-0904-4156-b5ce-2a4de2e0d64d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6295911'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:31.273377 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-39e377c4-53cf-4eb7-8894-0ae1475a0f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:25:31.385569 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3308a-0904-4156-b5ce-2a4de2e0d64d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Pushing event updated for resources: {'Port': ['ID=b0d34f4f-af2e-4ae5-a6f2-c9d7e1c6cc1d,revision_number=2']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:25:31.389548 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-51e3308a-0904-4156-b5ce-2a4de2e0d64d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:25:31.398461 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-51e3308a-0904-4156-b5ce-2a4de2e0d64d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926625'] for floatingip, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:31.576458 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.db.l3_db [None req-51e3308a-0904-4156-b5ce-2a4de2e0d64d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Floating IP 5caacad8-6f49-4ecb-8c38-e23e38f1a51c associated. External IP: 172.28.3.89, port: 9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3. May 27 11:25:32.021270 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e3308a-0904-4156-b5ce-2a4de2e0d64d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Router ecd88da2-3c8d-436d-8d17-c5259135afe6 has already been hosted by L3 agent 6d24f2a4-c5c8-4233-9813-3f8fa73b68fa {{(pid=91848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:25:32.303178 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e3308a-0904-4156-b5ce-2a4de2e0d64d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify agent at l3_agent.dv-cinder-751579-23-smb the message routers_updated {{(pid=91848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:25:32.312103 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6cb88-a856-4973-9e8b-eba6b837bea6 req-0aaabdd2-2252-422c-adb9-a2e1913ba9b6 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:32.313691 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc8eeed-dbec-4143-94ee-7bde7f08aaf3 None None] Sync routers for ids ['ecd88da2-3c8d-436d-8d17-c5259135afe6'] in dv-cinder-751579-23-smb {{(pid=91849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:25:32.314419 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-bbd6cb88-a856-4973-9e8b-eba6b837bea6 req-0aaabdd2-2252-422c-adb9-a2e1913ba9b6 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 944 time: 0.2303269 May 27 11:25:32.325960 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc8eeed-dbec-4143-94ee-7bde7f08aaf3 None None] Routers {'ecd88da2-3c8d-436d-8d17-c5259135afe6'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:25:32.326605 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-8cc8eeed-dbec-4143-94ee-7bde7f08aaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:25:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['ecd88da2-3c8d-436d-8d17-c5259135afe6'], 'active': True} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:25:32.364449 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-51e3308a-0904-4156-b5ce-2a4de2e0d64d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for floatingip, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:32.414846 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-bbd6cb88-a856-4973-9e8b-eba6b837bea6 req-91cd631e-77d4-4882-89e6-6a498fe4b55c tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949750 May 27 11:25:32.433878 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-51e3308a-0904-4156-b5ce-2a4de2e0d64d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7577329 May 27 11:25:32.434613 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 34198) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:25:32.435097 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d537bb-45f1-4c33-ab84-13fd62893bf0', 'tag': '9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3'}] {{(pid=91848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:25:32.441785 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-b3dc34b8-2beb-4711-bb89-c58d973822e0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-272104056', 'description': 'tempest-secgroup-smoke-272104056 description', 'project_id': 'af7266b3901847dcabc327648954eeae'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:25:32.447938 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-b3dc34b8-2beb-4711-bb89-c58d973822e0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:25:32.452584 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-b3dc34b8-2beb-4711-bb89-c58d973822e0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Usage tracker for resource:security_group and tenant:af7266b3901847dcabc327648954eeae is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:25:32.456202 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-b3dc34b8-2beb-4711-bb89-c58d973822e0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:25:32.464019 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-b3dc34b8-2beb-4711-bb89-c58d973822e0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:25:32.478104 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-b3dc34b8-2beb-4711-bb89-c58d973822e0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:32.516151 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-b3dc34b8-2beb-4711-bb89-c58d973822e0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:25:32.520376 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-b3dc34b8-2beb-4711-bb89-c58d973822e0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Usage tracker for resource:security_group_rule and tenant:af7266b3901847dcabc327648954eeae is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:25:32.523644 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-b3dc34b8-2beb-4711-bb89-c58d973822e0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:25:32.530694 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-b3dc34b8-2beb-4711-bb89-c58d973822e0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:25:32.551311 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvr_db [None req-8cc8eeed-dbec-4143-94ee-7bde7f08aaf3 None None] Set router ecd88da2-3c8d-436d-8d17-c5259135afe6 gateway port host: dv-cinder-751579-23-smb {{(pid=91849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:25:32.633947 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-b3dc34b8-2beb-4711-bb89-c58d973822e0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:32.638625 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-b3dc34b8-2beb-4711-bb89-c58d973822e0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:32.644547 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-c1977b0c-ae54-4fc7-908c-c120ae603242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:25:32.652328 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d537bb-45f1-4c33-ab84-13fd62893bf0', 'tag': '9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3', 'status': 'completed', 'code': 200} May 27 11:25:32.725448 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc34b8-2beb-4711-bb89-c58d973822e0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35ef736f-d441-45d3-9d51-f315ee90d4ae,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:25:32.737417 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-b3dc34b8-2beb-4711-bb89-c58d973822e0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:32.741294 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-b3dc34b8-2beb-4711-bb89-c58d973822e0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3023703 May 27 11:25:32.741651 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 34208) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:25:32.745270 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dc34b8-2beb-4711-bb89-c58d973822e0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:25:32.745638 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dc34b8-2beb-4711-bb89-c58d973822e0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:25:32.745989 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dc34b8-2beb-4711-bb89-c58d973822e0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:25:32.746349 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dc34b8-2beb-4711-bb89-c58d973822e0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:25:32.746699 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dc34b8-2beb-4711-bb89-c58d973822e0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:25:32.747045 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dc34b8-2beb-4711-bb89-c58d973822e0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:25:32.747328 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [None req-f64107c6-3a11-47e0-ab58-e77603353b8e tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Request body: {'security_group_rule': {'security_group_id': '35ef736f-d441-45d3-9d51-f315ee90d4ae', 'project_id': 'af7266b3901847dcabc327648954eeae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:25:32.747449 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dc34b8-2beb-4711-bb89-c58d973822e0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:25:32.747748 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dc34b8-2beb-4711-bb89-c58d973822e0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:25:32.748093 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dc34b8-2beb-4711-bb89-c58d973822e0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:25:32.748433 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dc34b8-2beb-4711-bb89-c58d973822e0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:25:32.748807 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dc34b8-2beb-4711-bb89-c58d973822e0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:25:32.749151 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dc34b8-2beb-4711-bb89-c58d973822e0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:25:32.753971 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-f64107c6-3a11-47e0-ab58-e77603353b8e tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:25:32.754324 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-b3dc34b8-2beb-4711-bb89-c58d973822e0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:25:32.758315 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-f64107c6-3a11-47e0-ab58-e77603353b8e tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Usage tracker for resource:security_group_rule and tenant:af7266b3901847dcabc327648954eeae is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:25:32.762707 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-f64107c6-3a11-47e0-ab58-e77603353b8e tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:25:32.771115 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-f64107c6-3a11-47e0-ab58-e77603353b8e tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:25:32.789677 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7a053-4737-4458-9d0c-05f9640676ec req-78aee247-24ef-4f61-80ff-ab9f78452f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:32.790189 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-f64107c6-3a11-47e0-ab58-e77603353b8e tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:32.790995 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-15b7a053-4737-4458-9d0c-05f9640676ec req-78aee247-24ef-4f61-80ff-ab9f78452f21 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af7266b3901847dcabc327648954eeae&device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 1099 time: 0.0976200 May 27 11:25:32.958258 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7a053-4737-4458-9d0c-05f9640676ec req-0d3dc333-bcf0-40a9-89fc-9fc36c2943ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:32.960358 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-15b7a053-4737-4458-9d0c-05f9640676ec req-0d3dc333-bcf0-40a9-89fc-9fc36c2943ee service neutron] 10.222.0.35 "GET /v2.0/networks?id=ced04108-deb6-4ea1-bc74-6c4005400411 HTTP/1.1" status: 200 len: 916 time: 0.1621106 May 27 11:25:32.984729 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-f64107c6-3a11-47e0-ab58-e77603353b8e tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:32.989902 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-f64107c6-3a11-47e0-ab58-e77603353b8e tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902213'] for security_group_rule, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:32.992485 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:25:33.015075 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64107c6-3a11-47e0-ab58-e77603353b8e tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f95da5ba-33db-4db0-9596-1cc4e4422d00,revision_number=0']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:25:33.020863 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-f64107c6-3a11-47e0-ab58-e77603353b8e tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:25:33.033065 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-f64107c6-3a11-47e0-ab58-e77603353b8e tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:33.035110 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-f64107c6-3a11-47e0-ab58-e77603353b8e tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2922025 May 27 11:25:33.038993 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 34212) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:25:33.046378 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [None req-a7fe3c78-12b1-4854-af04-36e72b11ec41 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Request body: {'security_group_rule': {'security_group_id': '35ef736f-d441-45d3-9d51-f315ee90d4ae', 'project_id': 'af7266b3901847dcabc327648954eeae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:25:33.053161 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-a7fe3c78-12b1-4854-af04-36e72b11ec41 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:25:33.057279 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-a7fe3c78-12b1-4854-af04-36e72b11ec41 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Usage tracker for resource:security_group_rule and tenant:af7266b3901847dcabc327648954eeae is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:25:33.061007 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-a7fe3c78-12b1-4854-af04-36e72b11ec41 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:25:33.063768 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-8cc8eeed-dbec-4143-94ee-7bde7f08aaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'name': 'tempest-TestMinimumBasicScenario-816673270-router', 'tenant_id': 'af7266b3901847dcabc327648954eeae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': '114eff21-36a1-4877-9721-6d351cfef01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:24:29Z', 'updated_at': '2021-05-27T11:24:34Z', 'revision_number': 4, 'project_id': 'af7266b3901847dcabc327648954eeae', 'gw_port': {'id': '114eff21-36a1-4877-9721-6d351cfef01f', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:30Z', 'updated_at': '2021-05-27T11:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_floatingips': [{'id': '5caacad8-6f49-4ecb-8c38-e23e38f1a51c', 'tenant_id': 'af7266b3901847dcabc327648954eeae', 'floating_ip_address': '172.28.3.89', 'floating_network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'router_id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'port_id': '9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ced04108-deb6-4ea1-bc74-6c4005400411', 'mac_address': 'fa:16:3e:02:9e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d537bb-45f1-4c33-ab84-13fd62893bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:25:30Z', 'updated_at': '2021-05-27T11:25:30Z', 'revision_number': 0, 'project_id': 'af7266b3901847dcabc327648954eeae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6fc0477-b702-4c86-8e1a-2472d099c4eb', 'name': '', 'network_id': 'ced04108-deb6-4ea1-bc74-6c4005400411', 'tenant_id': 'af7266b3901847dcabc327648954eeae', 'mac_address': 'fa:16:3e:ff:06:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '4aa03dc3-a675-4304-8e4d-06e24a2f5289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:33Z', 'updated_at': '2021-05-27T11:24:41Z', 'revision_number': 5, 'project_id': 'af7266b3901847dcabc327648954eeae', 'subnets': [{'id': '4aa03dc3-a675-4304-8e4d-06e24a2f5289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:25:33.068489 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-a7fe3c78-12b1-4854-af04-36e72b11ec41 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:25:33.069161 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc8eeed-dbec-4143-94ee-7bde7f08aaf3 None None] Checking router: ecd88da2-3c8d-436d-8d17-c5259135afe6 for host: dv-cinder-751579-23-smb {{(pid=91849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:25:33.082331 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc8eeed-dbec-4143-94ee-7bde7f08aaf3 None None] Routers {'ecd88da2-3c8d-436d-8d17-c5259135afe6'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:25:33.082983 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-8cc8eeed-dbec-4143-94ee-7bde7f08aaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:25:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['ecd88da2-3c8d-436d-8d17-c5259135afe6'], 'active': True} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:25:33.094744 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-a7fe3c78-12b1-4854-af04-36e72b11ec41 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:33.175032 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-a7fe3c78-12b1-4854-af04-36e72b11ec41 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:33.179602 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-a7fe3c78-12b1-4854-af04-36e72b11ec41 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902213'] for security_group_rule, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:33.182499 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-5b59c729-e1b0-46e5-8307-0547788079e4 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:25:33.203116 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe3c78-12b1-4854-af04-36e72b11ec41 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f5eadf7-3622-48b4-b564-f2b653306198,revision_number=0']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:25:33.209983 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-a7fe3c78-12b1-4854-af04-36e72b11ec41 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:25:33.221147 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-a7fe3c78-12b1-4854-af04-36e72b11ec41 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:33.222335 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-a7fe3c78-12b1-4854-af04-36e72b11ec41 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1820261 May 27 11:25:33.225149 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 34216) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:25:33.232449 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-47c3b039-e25a-4b4f-8e3c-237035e581f1 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Request body: {'security_group_rule': {'security_group_id': '35ef736f-d441-45d3-9d51-f315ee90d4ae', 'project_id': 'af7266b3901847dcabc327648954eeae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:25:33.238468 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-15b7a053-4737-4458-9d0c-05f9640676ec req-2c8aeae0-2597-429f-9a8b-ae7efa3ab517 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3 HTTP/1.1" status: 200 len: 999 time: 0.2684097 May 27 11:25:33.240642 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-47c3b039-e25a-4b4f-8e3c-237035e581f1 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:25:33.245222 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-47c3b039-e25a-4b4f-8e3c-237035e581f1 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Usage tracker for resource:security_group_rule and tenant:af7266b3901847dcabc327648954eeae is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:25:33.249839 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-47c3b039-e25a-4b4f-8e3c-237035e581f1 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:25:33.287767 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-47c3b039-e25a-4b4f-8e3c-237035e581f1 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:25:33.294320 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvr_db [None req-8cc8eeed-dbec-4143-94ee-7bde7f08aaf3 None None] Set router ecd88da2-3c8d-436d-8d17-c5259135afe6 gateway port host: dv-cinder-751579-23-smb {{(pid=91849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:25:33.323305 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-47c3b039-e25a-4b4f-8e3c-237035e581f1 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:33.331262 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7a053-4737-4458-9d0c-05f9640676ec req-61f84967-d19f-4fb6-ad5f-5301ead4c7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:33.332736 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-15b7a053-4737-4458-9d0c-05f9640676ec req-61f84967-d19f-4fb6-ad5f-5301ead4c7d4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4aa03dc3-a675-4304-8e4d-06e24a2f5289 HTTP/1.1" status: 200 len: 853 time: 0.0849006 May 27 11:25:33.446931 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-47c3b039-e25a-4b4f-8e3c-237035e581f1 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:33.462345 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-47c3b039-e25a-4b4f-8e3c-237035e581f1 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902213'] for security_group_rule, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:33.471004 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:25:33.497045 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3b039-e25a-4b4f-8e3c-237035e581f1 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ed95daf-a916-4494-8dd0-ae45faaf8536,revision_number=0']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:25:33.506362 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-47c3b039-e25a-4b4f-8e3c-237035e581f1 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:25:33.509629 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7a053-4737-4458-9d0c-05f9640676ec req-b356158e-afb8-48ff-8607-cd9967f8d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:33.511306 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-15b7a053-4737-4458-9d0c-05f9640676ec req-b356158e-afb8-48ff-8607-cd9967f8d01c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ced04108-deb6-4ea1-bc74-6c4005400411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1633685 May 27 11:25:33.512720 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-47c3b039-e25a-4b4f-8e3c-237035e581f1 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:33.513969 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-47c3b039-e25a-4b4f-8e3c-237035e581f1 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2878866 May 27 11:25:33.516991 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 34222) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:25:33.523180 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-17e7d8fb-60cc-4323-8a05-0ca4bfca28b8 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Request body: {'security_group_rule': {'security_group_id': '35ef736f-d441-45d3-9d51-f315ee90d4ae', 'project_id': 'af7266b3901847dcabc327648954eeae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:25:33.548296 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-17e7d8fb-60cc-4323-8a05-0ca4bfca28b8 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:25:33.557501 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-17e7d8fb-60cc-4323-8a05-0ca4bfca28b8 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Usage tracker for resource:security_group_rule and tenant:af7266b3901847dcabc327648954eeae is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:25:33.562745 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-17e7d8fb-60cc-4323-8a05-0ca4bfca28b8 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:25:33.622611 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-17e7d8fb-60cc-4323-8a05-0ca4bfca28b8 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:25:33.660910 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97b60d-4173-40b9-93c4-da434f6b47c9 req-9f92f2e2-edd0-4eb5-be15-cc855e90bf95 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:33.670162 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-de97b60d-4173-40b9-93c4-da434f6b47c9 req-9f92f2e2-edd0-4eb5-be15-cc855e90bf95 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 944 time: 0.1235709 May 27 11:25:33.674177 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-17e7d8fb-60cc-4323-8a05-0ca4bfca28b8 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:33.711846 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-8cc8eeed-dbec-4143-94ee-7bde7f08aaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'name': 'tempest-TestMinimumBasicScenario-816673270-router', 'tenant_id': 'af7266b3901847dcabc327648954eeae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': '114eff21-36a1-4877-9721-6d351cfef01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:24:29Z', 'updated_at': '2021-05-27T11:24:34Z', 'revision_number': 4, 'project_id': 'af7266b3901847dcabc327648954eeae', 'gw_port': {'id': '114eff21-36a1-4877-9721-6d351cfef01f', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:30Z', 'updated_at': '2021-05-27T11:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_floatingips': [{'id': '5caacad8-6f49-4ecb-8c38-e23e38f1a51c', 'tenant_id': 'af7266b3901847dcabc327648954eeae', 'floating_ip_address': '172.28.3.89', 'floating_network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'router_id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'port_id': '9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ced04108-deb6-4ea1-bc74-6c4005400411', 'mac_address': 'fa:16:3e:02:9e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d537bb-45f1-4c33-ab84-13fd62893bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:25:30Z', 'updated_at': '2021-05-27T11:25:30Z', 'revision_number': 0, 'project_id': 'af7266b3901847dcabc327648954eeae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6fc0477-b702-4c86-8e1a-2472d099c4eb', 'name': '', 'network_id': 'ced04108-deb6-4ea1-bc74-6c4005400411', 'tenant_id': 'af7266b3901847dcabc327648954eeae', 'mac_address': 'fa:16:3e:ff:06:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '4aa03dc3-a675-4304-8e4d-06e24a2f5289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:33Z', 'updated_at': '2021-05-27T11:24:41Z', 'revision_number': 5, 'project_id': 'af7266b3901847dcabc327648954eeae', 'subnets': [{'id': '4aa03dc3-a675-4304-8e4d-06e24a2f5289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:25:33.716282 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc8eeed-dbec-4143-94ee-7bde7f08aaf3 None None] The sync data for ids ['ecd88da2-3c8d-436d-8d17-c5259135afe6'] in dv-cinder-751579-23-smb is: [{'id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'name': 'tempest-TestMinimumBasicScenario-816673270-router', 'tenant_id': 'af7266b3901847dcabc327648954eeae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': '114eff21-36a1-4877-9721-6d351cfef01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:24:29Z', 'updated_at': '2021-05-27T11:24:34Z', 'revision_number': 4, 'project_id': 'af7266b3901847dcabc327648954eeae', 'gw_port': {'id': '114eff21-36a1-4877-9721-6d351cfef01f', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:30Z', 'updated_at': '2021-05-27T11:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_floatingips': [{'id': '5caacad8-6f49-4ecb-8c38-e23e38f1a51c', 'tenant_id': 'af7266b3901847dcabc327648954eeae', 'floating_ip_address': '172.28.3.89', 'floating_network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'router_id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'port_id': '9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ced04108-deb6-4ea1-bc74-6c4005400411', 'mac_address': 'fa:16:3e:02:9e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d537bb-45f1-4c33-ab84-13fd62893bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:25:30Z', 'updated_at': '2021-05-27T11:25:30Z', 'revision_number': 0, 'project_id': 'af7266b3901847dcabc327648954eeae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6fc0477-b702-4c86-8e1a-2472d099c4eb', 'name': '', 'network_id': 'ced04108-deb6-4ea1-bc74-6c4005400411', 'tenant_id': 'af7266b3901847dcabc327648954eeae', 'mac_address': 'fa:16:3e:ff:06:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '4aa03dc3-a675-4304-8e4d-06e24a2f5289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:33Z', 'updated_at': '2021-05-27T11:24:41Z', 'revision_number': 5, 'project_id': 'af7266b3901847dcabc327648954eeae', 'subnets': [{'id': '4aa03dc3-a675-4304-8e4d-06e24a2f5289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:25:33.728136 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-de97b60d-4173-40b9-93c4-da434f6b47c9 req-2669d61b-40b0-455e-b211-0b78adc7ffd9 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568480 May 27 11:25:33.730671 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-15b7a053-4737-4458-9d0c-05f9640676ec req-046881b9-24ea-443f-8637-314d035c6115 service neutron] 10.222.0.35 "GET /v2.0/networks/ced04108-deb6-4ea1-bc74-6c4005400411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110989 May 27 11:25:33.848453 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-17e7d8fb-60cc-4323-8a05-0ca4bfca28b8 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:33.856189 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-17e7d8fb-60cc-4323-8a05-0ca4bfca28b8 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902213'] for security_group_rule, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:33.863484 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:25:33.916750 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7d8fb-60cc-4323-8a05-0ca4bfca28b8 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5151a2e9-0f90-44e4-926f-9e8a8950be38,revision_number=0']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:25:33.925827 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-17e7d8fb-60cc-4323-8a05-0ca4bfca28b8 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:25:33.933191 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [req-15b7a053-4737-4458-9d0c-05f9640676ec req-3249731e-85a0-4cc3-ac96-cdf51972250a service neutron] 10.222.0.35 "GET /v2.0/networks/ced04108-deb6-4ea1-bc74-6c4005400411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922474 May 27 11:25:33.934182 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-17e7d8fb-60cc-4323-8a05-0ca4bfca28b8 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:33.934872 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-17e7d8fb-60cc-4323-8a05-0ca4bfca28b8 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4168677 May 27 11:25:33.939173 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 34226) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:25:33.950504 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [None req-6f86465f-d230-4ca5-8545-e4f1ef7817c5 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Request body: {'security_group_rule': {'security_group_id': '35ef736f-d441-45d3-9d51-f315ee90d4ae', 'project_id': 'af7266b3901847dcabc327648954eeae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:25:33.980759 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7f1e0c-10d3-4330-b2c7-f9fbbe4e9426 None None] New status for floating IP 5caacad8-6f49-4ecb-8c38-e23e38f1a51c: ACTIVE {{(pid=91850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 11:25:34.013420 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-6f86465f-d230-4ca5-8545-e4f1ef7817c5 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:25:34.038259 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-6f86465f-d230-4ca5-8545-e4f1ef7817c5 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Usage tracker for resource:security_group_rule and tenant:af7266b3901847dcabc327648954eeae is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:25:34.042418 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-6f86465f-d230-4ca5-8545-e4f1ef7817c5 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:25:34.049428 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-6f86465f-d230-4ca5-8545-e4f1ef7817c5 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:25:34.074290 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.db.securitygroups_db [None req-6f86465f-d230-4ca5-8545-e4f1ef7817c5 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Project af7266b3901847dcabc327648954eeae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 11:25:34.083294 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-6f86465f-d230-4ca5-8545-e4f1ef7817c5 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:34.107781 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574de9ee-ec12-442a-af97-f786b6dad1d0 req-e20cd629-4584-4470-8195-e15eef92dca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:34.109382 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-574de9ee-ec12-442a-af97-f786b6dad1d0 req-e20cd629-4584-4470-8195-e15eef92dca8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 1097 time: 0.1495590 May 27 11:25:34.182772 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-574de9ee-ec12-442a-af97-f786b6dad1d0 req-0bd23286-857f-4b69-a344-f4e56d2c55c9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593441 May 27 11:25:34.194290 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-6f86465f-d230-4ca5-8545-e4f1ef7817c5 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:34.198798 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-6f86465f-d230-4ca5-8545-e4f1ef7817c5 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902213'] for security_group_rule, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:34.208229 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:25:34.229008 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86465f-d230-4ca5-8545-e4f1ef7817c5 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a29abf49-28c1-4985-9f35-cbf69c64bde4,revision_number=0']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:25:34.235789 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-6f86465f-d230-4ca5-8545-e4f1ef7817c5 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:25:34.241820 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-6f86465f-d230-4ca5-8545-e4f1ef7817c5 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:34.244064 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-6f86465f-d230-4ca5-8545-e4f1ef7817c5 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3007863 May 27 11:25:34.246369 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 34230) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:25:34.252126 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [None req-8b03ebc8-07ff-469b-a56d-d5980625f1d2 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Request body: {'security_group_rule': {'security_group_id': '35ef736f-d441-45d3-9d51-f315ee90d4ae', 'project_id': 'af7266b3901847dcabc327648954eeae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:25:34.258252 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-8b03ebc8-07ff-469b-a56d-d5980625f1d2 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:25:34.262654 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-8b03ebc8-07ff-469b-a56d-d5980625f1d2 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Usage tracker for resource:security_group_rule and tenant:af7266b3901847dcabc327648954eeae is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:25:34.266133 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-8b03ebc8-07ff-469b-a56d-d5980625f1d2 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:25:34.272956 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-8b03ebc8-07ff-469b-a56d-d5980625f1d2 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:25:34.284812 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.db.securitygroups_db [None req-8b03ebc8-07ff-469b-a56d-d5980625f1d2 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Project af7266b3901847dcabc327648954eeae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 11:25:34.291507 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-8b03ebc8-07ff-469b-a56d-d5980625f1d2 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:34.366918 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-8b03ebc8-07ff-469b-a56d-d5980625f1d2 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:34.370659 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-8b03ebc8-07ff-469b-a56d-d5980625f1d2 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902213'] for security_group_rule, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:34.372763 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:25:34.396088 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03ebc8-07ff-469b-a56d-d5980625f1d2 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d3dc7b-0640-43f6-9c7a-ca806f8e65de,revision_number=0']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:25:34.398719 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-8b03ebc8-07ff-469b-a56d-d5980625f1d2 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:25:34.407120 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-8b03ebc8-07ff-469b-a56d-d5980625f1d2 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:34.408354 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-8b03ebc8-07ff-469b-a56d-d5980625f1d2 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1609886 May 27 11:25:34.534862 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7d75a4ba-5db0-4fd2-9b21-fc8a6d5f21f2 req-9e8d4a33-ae99-47c0-95ce-f621447aeffb tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-272104056&fields=id&tenant_id=af7266b3901847dcabc327648954eeae HTTP/1.1" status: 200 len: 267 time: 0.0412848 May 27 11:25:34.540802 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 3e8b58b1-ea67-4cb7-9716-fb5d920693fc details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:25:34.632555 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75a4ba-5db0-4fd2-9b21-fc8a6d5f21f2 req-979e8c27-06b7-45a4-9328-fa7d962b5a7a tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:34.634046 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7d75a4ba-5db0-4fd2-9b21-fc8a6d5f21f2 req-979e8c27-06b7-45a4-9328-fa7d962b5a7a tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 946 time: 0.0903704 May 27 11:25:34.647986 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [req-7d75a4ba-5db0-4fd2-9b21-fc8a6d5f21f2 req-e424a4a7-42be-443e-9bec-35cb34c8d389 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Request body: {'port': {'security_groups': ['cd2ecebd-8a94-4fa3-a490-abce76a2c973', '35ef736f-d441-45d3-9d51-f315ee90d4ae']}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:25:34.692522 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 3e8b58b1-ea67-4cb7-9716-fb5d920693fc, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=3e8b58b1-ea67-4cb7-9716-fb5d920693fc,segment=NetworkSegment(292101b1-8c57-4899-a66c-7cc701cb12fd),segment_id=292101b1-8c57-4899-a66c-7cc701cb12fd)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:25:34.709849 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Returning: {'device': '3e8b58b1-ea67-4cb7-9716-fb5d920693fc', 'network_id': '3eb4e519-1057-42cd-8c70-ebf5cc905d06', 'port_id': '3e8b58b1-ea67-4cb7-9716-fb5d920693fc', 'mac_address': 'fa:16:3e:b9:a6:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de167a51-2ce9-4e8d-95bf-310e382bbc22', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:25:34.775389 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:34.786652 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-7d75a4ba-5db0-4fd2-9b21-fc8a6d5f21f2 req-e424a4a7-42be-443e-9bec-35cb34c8d389 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:34.801282 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8b58b1-ea67-4cb7-9716-fb5d920693fc {{(pid=91849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:25:34.820051 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 3e8b58b1-ea67-4cb7-9716-fb5d920693fc, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=3e8b58b1-ea67-4cb7-9716-fb5d920693fc,segment=NetworkSegment(292101b1-8c57-4899-a66c-7cc701cb12fd),segment_id=292101b1-8c57-4899-a66c-7cc701cb12fd)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:25:34.824557 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:34.826452 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:25:34.908016 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=3e8b58b1-ea67-4cb7-9716-fb5d920693fc,revision_number=7']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:25:34.911956 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:25:35.013166 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859c7c4-44e8-437e-975a-4f26edadd1e7 req-55a661e7-e887-47dc-9ee3-3fc442a50e8f tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:35.015424 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9859c7c4-44e8-437e-975a-4f26edadd1e7 req-55a661e7-e887-47dc-9ee3-3fc442a50e8f tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 945 time: 0.1638224 May 27 11:25:35.177071 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9859c7c4-44e8-437e-975a-4f26edadd1e7 req-c21a83eb-dd89-40d6-a470-239c3fcea4e7 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558557 May 27 11:25:35.208935 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [req-7d75a4ba-5db0-4fd2-9b21-fc8a6d5f21f2 req-e424a4a7-42be-443e-9bec-35cb34c8d389 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] For port 9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3,segment=NetworkSegment(f59d65d7-57b8-4bfe-aa01-8448b5674491),segment_id=f59d65d7-57b8-4bfe-aa01-8448b5674491)] {{(pid=91848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:25:35.239697 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-7d75a4ba-5db0-4fd2-9b21-fc8a6d5f21f2 req-e424a4a7-42be-443e-9bec-35cb34c8d389 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks [] for port, precommit_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:35.244745 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-7d75a4ba-5db0-4fd2-9b21-fc8a6d5f21f2 req-e424a4a7-42be-443e-9bec-35cb34c8d389 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6295911'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:35.250708 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-87521ff9-572b-4c38-945e-78568a1b67bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:25:35.278846 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:25:35.321539 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75a4ba-5db0-4fd2-9b21-fc8a6d5f21f2 req-e424a4a7-42be-443e-9bec-35cb34c8d389 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:35.322191 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-7d75a4ba-5db0-4fd2-9b21-fc8a6d5f21f2 req-e424a4a7-42be-443e-9bec-35cb34c8d389 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:35.323738 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7d75a4ba-5db0-4fd2-9b21-fc8a6d5f21f2 req-e424a4a7-42be-443e-9bec-35cb34c8d389 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "PUT /v2.0/ports/9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3 HTTP/1.1" status: 200 len: 982 time: 0.6810489 May 27 11:25:35.324160 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d537bb-45f1-4c33-ab84-13fd62893bf0', 'tag': '9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3'}] {{(pid=91848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:25:35.348523 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424a4a7-42be-443e-9bec-35cb34c8d389 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Pushing event updated for resources: {'Port': ['ID=9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3,revision_number=6']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:25:35.351945 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-e424a4a7-42be-443e-9bec-35cb34c8d389 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:25:35.401399 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d537bb-45f1-4c33-ab84-13fd62893bf0', 'tag': '9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3', 'status': 'completed', 'code': 200} May 27 11:25:35.494044 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:25:35.582813 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65a90a-febd-4d1a-93dd-f99b2c029494 req-bd15c89e-0cd0-4da2-8cb4-a76fc93e3ccb tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:35.584303 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-fc65a90a-febd-4d1a-93dd-f99b2c029494 req-bd15c89e-0cd0-4da2-8cb4-a76fc93e3ccb tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 985 time: 0.1086721 May 27 11:25:35.594958 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a5d13-7af6-4729-9d81-6240d67db8a8 req-0e2dd432-1e57-4548-b8a4-f9a0ecbd118a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:35.597370 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4c5a5d13-7af6-4729-9d81-6240d67db8a8 req-0e2dd432-1e57-4548-b8a4-f9a0ecbd118a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af7266b3901847dcabc327648954eeae&device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 1138 time: 0.1570408 May 27 11:25:35.674575 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-cdd62aa7-175e-40cf-8f60-b1e6e958232f None None] Provisioning complete for port 9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3 triggered by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:25:35.674949 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-cdd62aa7-175e-40cf-8f60-b1e6e958232f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:35.726703 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-fc65a90a-febd-4d1a-93dd-f99b2c029494 req-1ffa320e-7047-44f4-b081-7bebf816d841 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?id=35ef736f-d441-45d3-9d51-f315ee90d4ae&id=cd2ecebd-8a94-4fa3-a490-abce76a2c973&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1278803 May 27 11:25:35.782612 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a5d13-7af6-4729-9d81-6240d67db8a8 req-a9bfadc0-5054-4ff1-aecf-a7f9740fa311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:35.784134 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4c5a5d13-7af6-4729-9d81-6240d67db8a8 req-a9bfadc0-5054-4ff1-aecf-a7f9740fa311 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ced04108-deb6-4ea1-bc74-6c4005400411 HTTP/1.1" status: 200 len: 916 time: 0.1653900 May 27 11:25:35.910872 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4c5a5d13-7af6-4729-9d81-6240d67db8a8 req-776f45b8-321c-4e43-af36-18807ffa286b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3 HTTP/1.1" status: 200 len: 1001 time: 0.1180820 May 27 11:25:35.984873 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a5d13-7af6-4729-9d81-6240d67db8a8 req-7d9e3053-641b-4351-b9e3-ac79f4b06491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:35.986232 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4c5a5d13-7af6-4729-9d81-6240d67db8a8 req-7d9e3053-641b-4351-b9e3-ac79f4b06491 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4aa03dc3-a675-4304-8e4d-06e24a2f5289 HTTP/1.1" status: 200 len: 853 time: 0.0640461 May 27 11:25:36.084027 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a5d13-7af6-4729-9d81-6240d67db8a8 req-c33e07ab-dc51-4f0a-a88e-9e5e669eae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:36.085565 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4c5a5d13-7af6-4729-9d81-6240d67db8a8 req-c33e07ab-dc51-4f0a-a88e-9e5e669eae90 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ced04108-deb6-4ea1-bc74-6c4005400411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0780120 May 27 11:25:36.374260 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4c5a5d13-7af6-4729-9d81-6240d67db8a8 req-af7c02d4-8ae3-4efe-847a-2d5a3f07b2d7 service neutron] 10.222.0.35 "GET /v2.0/networks/ced04108-deb6-4ea1-bc74-6c4005400411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730515 May 27 11:25:36.480627 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7b5ff-9263-472e-a2e2-3ea81a819c3e req-8ec85af4-c3ff-41cd-9190-ae9bb2f0226c tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:36.482076 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-99e7b5ff-9263-472e-a2e2-3ea81a819c3e req-8ec85af4-c3ff-41cd-9190-ae9bb2f0226c tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 945 time: 0.1835821 May 27 11:25:36.541653 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['3e8b58b1-ea67-4cb7-9716-fb5d920693fc'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:25:36.562942 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-99e7b5ff-9263-472e-a2e2-3ea81a819c3e req-8dbe0e1e-32c8-45bc-82e8-232a0115181b tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733256 May 27 11:25:36.565169 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4c5a5d13-7af6-4729-9d81-6240d67db8a8 req-1c98e4d3-280e-4a9b-a679-f597bd156fd2 service neutron] 10.222.0.35 "GET /v2.0/networks/ced04108-deb6-4ea1-bc74-6c4005400411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819518 May 27 11:25:38.541798 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 3e8b58b1-ea67-4cb7-9716-fb5d920693fc up at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:25:38.611356 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning complete for port 3e8b58b1-ea67-4cb7-9716-fb5d920693fc triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:25:38.612128 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:38.731562 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:38.760126 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618a6f2a-0a64-4864-a6bb-27a63d64de9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8b58b1-ea67-4cb7-9716-fb5d920693fc'}] {{(pid=91849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:25:38.771416 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 3e8b58b1-ea67-4cb7-9716-fb5d920693fc, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=3e8b58b1-ea67-4cb7-9716-fb5d920693fc,segment=NetworkSegment(292101b1-8c57-4899-a66c-7cc701cb12fd),segment_id=292101b1-8c57-4899-a66c-7cc701cb12fd)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:25:38.776091 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:38.778947 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:25:38.816879 dv-cinder-751579-23-smb neutron-server[91849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618a6f2a-0a64-4864-a6bb-27a63d64de9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8b58b1-ea67-4cb7-9716-fb5d920693fc', 'code': 200} May 27 11:25:38.853757 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=3e8b58b1-ea67-4cb7-9716-fb5d920693fc,revision_number=8']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:25:38.856949 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:25:43.720499 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210e60d-53e1-404a-82dd-17a29980a584 req-4656f6f7-5026-40ec-afb6-6e088d7676fc tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:43.721907 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4210e60d-53e1-404a-82dd-17a29980a584 req-4656f6f7-5026-40ec-afb6-6e088d7676fc tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 947 time: 0.0909317 May 27 11:25:43.771514 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4210e60d-53e1-404a-82dd-17a29980a584 req-e9394a7e-f7bc-497f-b6f4-99816bf956b7 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431011 May 27 11:25:44.593385 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-67703b64-5969-4e61-bbb5-75cc48d8c58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:44.990561 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15465ce7-e519-4925-8a2c-e995eb1e967a req-a6cd9e17-08a6-4706-bdf2-ce087c6c5c90 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:44.992645 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-15465ce7-e519-4925-8a2c-e995eb1e967a req-a6cd9e17-08a6-4706-bdf2-ce087c6c5c90 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 947 time: 0.0995498 May 27 11:25:45.047612 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-15465ce7-e519-4925-8a2c-e995eb1e967a req-2215e02c-e7ba-40d5-9fcd-217ccd2b46b3 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450161 May 27 11:25:46.277537 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f76be-fe58-4f6e-8b3b-99470f01ddec req-2d7ef1d7-0003-4c30-bb4a-59293de9b102 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:46.279166 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f60f76be-fe58-4f6e-8b3b-99470f01ddec req-2d7ef1d7-0003-4c30-bb4a-59293de9b102 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 947 time: 0.0991399 May 27 11:25:46.330512 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f60f76be-fe58-4f6e-8b3b-99470f01ddec req-6513f19f-8d09-4c0a-ac7f-dc25de42839c tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f417513-34b7-4334-a2df-023792b8bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451055 May 27 11:25:46.490132 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b34c4-19bc-4358-bd13-eeeaddc57fe7 req-14efba11-c604-4ca7-9e93-12e2be92b309 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:46.491634 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-068b34c4-19bc-4358-bd13-eeeaddc57fe7 req-14efba11-c604-4ca7-9e93-12e2be92b309 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.35 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 947 time: 0.0863490 May 27 11:25:46.644431 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [req-068b34c4-19bc-4358-bd13-eeeaddc57fe7 req-9beb2048-c33d-4a01-83ef-cf33a0892847 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Deleting port d8561c55-a7b2-4736-8b2c-27319bcd3c40 {{(pid=91848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:25:46.644792 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-068b34c4-19bc-4358-bd13-eeeaddc57fe7 req-9beb2048-c33d-4a01-83ef-cf33a0892847 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:46.788958 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [req-068b34c4-19bc-4358-bd13-eeeaddc57fe7 req-9beb2048-c33d-4a01-83ef-cf33a0892847 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] For port d8561c55-a7b2-4736-8b2c-27319bcd3c40, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d8561c55-a7b2-4736-8b2c-27319bcd3c40,segment=NetworkSegment(0c88ad6b-358d-4210-9d68-f349b8a786a2),segment_id=0c88ad6b-358d-4210-9d68-f349b8a786a2)] {{(pid=91848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:25:46.789309 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-068b34c4-19bc-4358-bd13-eeeaddc57fe7 req-9beb2048-c33d-4a01-83ef-cf33a0892847 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:47.052162 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-b746d427-e0e9-44d9-b9f5-fe6963075a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:47.102972 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-068b34c4-19bc-4358-bd13-eeeaddc57fe7 req-9beb2048-c33d-4a01-83ef-cf33a0892847 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:47.103990 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-068b34c4-19bc-4358-bd13-eeeaddc57fe7 req-9beb2048-c33d-4a01-83ef-cf33a0892847 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926625'] for floatingip, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:47.104371 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.db.l3_db [req-068b34c4-19bc-4358-bd13-eeeaddc57fe7 req-9beb2048-c33d-4a01-83ef-cf33a0892847 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Floating IP 6311dbab-6790-4cc1-9c52-075b02f5d031 disassociated. External IP: 172.28.3.62, port: d8561c55-a7b2-4736-8b2c-27319bcd3c40. May 27 11:25:47.104809 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [req-068b34c4-19bc-4358-bd13-eeeaddc57fe7 req-9beb2048-c33d-4a01-83ef-cf33a0892847 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Calling delete_port for d8561c55-a7b2-4736-8b2c-27319bcd3c40 owned by compute:nova {{(pid=91848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:25:47.117704 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:47.236458 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-068b34c4-19bc-4358-bd13-eeeaddc57fe7 req-9beb2048-c33d-4a01-83ef-cf33a0892847 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6295888'] for port, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:47.243364 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-84677c89-6d90-4059-ab0d-5a60ef177956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:25:47.296300 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb2048-c33d-4a01-83ef-cf33a0892847 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Pushing event deleted for resources: {'Port': ['ID=d8561c55-a7b2-4736-8b2c-27319bcd3c40,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:25:47.299282 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-9beb2048-c33d-4a01-83ef-cf33a0892847 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:25:47.624585 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d62636d5-c4da-4ed8-87f5-02de18e31317 req-c4579c4d-f9e4-4241-b892-cf92a62ff9c0 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 210 time: 0.0639231 May 27 11:25:47.658413 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-068b34c4-19bc-4358-bd13-eeeaddc57fe7 req-9beb2048-c33d-4a01-83ef-cf33a0892847 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Router 9ff690f8-fb8f-41a7-9402-1a24f8fdf38b has already been hosted by L3 agent 6d24f2a4-c5c8-4233-9813-3f8fa73b68fa {{(pid=91848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:25:47.854172 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-068b34c4-19bc-4358-bd13-eeeaddc57fe7 req-9beb2048-c33d-4a01-83ef-cf33a0892847 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify agent at l3_agent.dv-cinder-751579-23-smb the message routers_updated {{(pid=91848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:25:47.867864 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf4a16e-49f3-4c71-a6d2-f3ec06e0e2e5 None None] Sync routers for ids ['9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'] in dv-cinder-751579-23-smb {{(pid=91849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:25:47.879472 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf4a16e-49f3-4c71-a6d2-f3ec06e0e2e5 None None] Routers {'9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:25:47.880515 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-bdf4a16e-49f3-4c71-a6d2-f3ec06e0e2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:25:47Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'], 'active': True} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:25:47.958054 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [req-068b34c4-19bc-4358-bd13-eeeaddc57fe7 req-9beb2048-c33d-4a01-83ef-cf33a0892847 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] No DVR routers for this DVR port d8561c55-a7b2-4736-8b2c-27319bcd3c40 on host hv-cinder-75157 {{(pid=91848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:25:47.960660 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-068b34c4-19bc-4358-bd13-eeeaddc57fe7 req-9beb2048-c33d-4a01-83ef-cf33a0892847 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:47.963798 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2683912e-f131-4588-9b34-f584dea87d0e', 'name': 'network-vif-deleted', 'tag': 'd8561c55-a7b2-4736-8b2c-27319bcd3c40'}] {{(pid=91848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:25:47.981629 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-068b34c4-19bc-4358-bd13-eeeaddc57fe7 req-9beb2048-c33d-4a01-83ef-cf33a0892847 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.35 "DELETE /v2.0/ports/d8561c55-a7b2-4736-8b2c-27319bcd3c40 HTTP/1.1" status: 204 len: 173 time: 1.4838405 May 27 11:25:48.064850 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2683912e-f131-4588-9b34-f584dea87d0e', 'name': 'network-vif-deleted', 'tag': 'd8561c55-a7b2-4736-8b2c-27319bcd3c40', 'status': 'completed', 'code': 200} May 27 11:25:48.135461 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvr_db [None req-bdf4a16e-49f3-4c71-a6d2-f3ec06e0e2e5 None None] Set router 9ff690f8-fb8f-41a7-9402-1a24f8fdf38b gateway port host: dv-cinder-751579-23-smb {{(pid=91849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:25:48.382329 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:48.493939 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-bdf4a16e-49f3-4c71-a6d2-f3ec06e0e2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1157397290-router', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': '105d25ca-425f-456c-9a62-393efa03896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:19:28Z', 'updated_at': '2021-05-27T11:19:34Z', 'revision_number': 4, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'gw_port': {'id': '105d25ca-425f-456c-9a62-393efa03896c', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:19:29Z', 'updated_at': '2021-05-27T11:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': '2200579a-7af3-4ed3-affc-3e9f79e996ce', 'name': '', 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'mac_address': 'fa:16:3e:3c:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:19:33Z', 'updated_at': '2021-05-27T11:19:42Z', 'revision_number': 5, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'subnets': [{'id': '6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:25:48.499614 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf4a16e-49f3-4c71-a6d2-f3ec06e0e2e5 None None] Checking router: 9ff690f8-fb8f-41a7-9402-1a24f8fdf38b for host: dv-cinder-751579-23-smb {{(pid=91849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:25:48.508340 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf4a16e-49f3-4c71-a6d2-f3ec06e0e2e5 None None] Routers {'9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:25:48.509038 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-bdf4a16e-49f3-4c71-a6d2-f3ec06e0e2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:25:47Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'], 'active': True} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:25:48.785102 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvr_db [None req-bdf4a16e-49f3-4c71-a6d2-f3ec06e0e2e5 None None] Set router 9ff690f8-fb8f-41a7-9402-1a24f8fdf38b gateway port host: dv-cinder-751579-23-smb {{(pid=91849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:25:48.881249 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-6802d49b-2474-421b-8549-f8ada798a23b req-0d348af8-f04b-4989-8e2a-7922bc437534 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Synchronizing usage tracker for tenant:ee9a16c0b3d64dcaa05860c6748a85d3 on resource:port {{(pid=91848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:25:48.900163 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-6802d49b-2474-421b-8549-f8ada798a23b req-0d348af8-f04b-4989-8e2a-7922bc437534 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Unset dirty status for tenant:ee9a16c0b3d64dcaa05860c6748a85d3 on resource:port {{(pid=91848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:25:48.901478 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6802d49b-2474-421b-8549-f8ada798a23b req-0d348af8-f04b-4989-8e2a-7922bc437534 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=2683912e-f131-4588-9b34-f584dea87d0e HTTP/1.1" status: 200 len: 210 time: 0.0803814 May 27 11:25:49.236158 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 6 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:25:49.266669 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-bdf4a16e-49f3-4c71-a6d2-f3ec06e0e2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1157397290-router', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': '105d25ca-425f-456c-9a62-393efa03896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:19:28Z', 'updated_at': '2021-05-27T11:19:34Z', 'revision_number': 4, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'gw_port': {'id': '105d25ca-425f-456c-9a62-393efa03896c', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:19:29Z', 'updated_at': '2021-05-27T11:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': '2200579a-7af3-4ed3-affc-3e9f79e996ce', 'name': '', 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'mac_address': 'fa:16:3e:3c:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:19:33Z', 'updated_at': '2021-05-27T11:19:42Z', 'revision_number': 5, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'subnets': [{'id': '6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:25:49.273942 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf4a16e-49f3-4c71-a6d2-f3ec06e0e2e5 None None] The sync data for ids ['9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'] in dv-cinder-751579-23-smb is: [{'id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1157397290-router', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': '105d25ca-425f-456c-9a62-393efa03896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:19:28Z', 'updated_at': '2021-05-27T11:19:34Z', 'revision_number': 4, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'gw_port': {'id': '105d25ca-425f-456c-9a62-393efa03896c', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:19:29Z', 'updated_at': '2021-05-27T11:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': '2200579a-7af3-4ed3-affc-3e9f79e996ce', 'name': '', 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'mac_address': 'fa:16:3e:3c:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:19:33Z', 'updated_at': '2021-05-27T11:19:42Z', 'revision_number': 5, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'subnets': [{'id': '6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:25:49.549733 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44556fa4-edc2-42ba-a6a5-343871532560 None None] New status for floating IP 6311dbab-6790-4cc1-9c52-075b02f5d031: DOWN {{(pid=91850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 11:25:50.058490 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 34292) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:25:50.128960 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-64be6215-e914-448a-baf6-a122f50e329f tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:50.161866 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-64be6215-e914-448a-baf6-a122f50e329f tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:50.224814 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-64be6215-e914-448a-baf6-a122f50e329f tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:50.231238 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-47e4f963-925c-438d-9552-2a8bf21a0a6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:25:50.248238 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be6215-e914-448a-baf6-a122f50e329f tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f417513-34b7-4334-a2df-023792b8bbfe,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:25:50.252008 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-64be6215-e914-448a-baf6-a122f50e329f tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:25:50.259476 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-64be6215-e914-448a-baf6-a122f50e329f tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:50.260877 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-64be6215-e914-448a-baf6-a122f50e329f tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "DELETE /v2.0/security-groups/3f417513-34b7-4334-a2df-023792b8bbfe HTTP/1.1" status: 204 len: 168 time: 0.2013133 May 27 11:25:50.264942 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 34296) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:25:50.289553 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.api.v2.resource [None req-efe49c5c-7908-40a9-8921-2eec1ded7182 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] show failed (client error): The resource could not be found. May 27 11:25:50.290962 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-efe49c5c-7908-40a9-8921-2eec1ded7182 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups/3f417513-34b7-4334-a2df-023792b8bbfe HTTP/1.1" status: 404 len: 347 time: 0.0244670 May 27 11:25:50.294191 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 34300) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:25:50.365037 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:50.556999 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-2ec8902b-0c57-4b9e-acf9-b54afa6914c3 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Deleting port a6de7d65-48b8-4206-aa0e-778f5ca83b9b {{(pid=91847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:25:50.557412 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-2ec8902b-0c57-4b9e-acf9-b54afa6914c3 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:50.566520 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device d8561c55-a7b2-4736-8b2c-27319bcd3c40 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:25:50.610370 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] No Port match for: d8561c55-a7b2-4736-8b2c-27319bcd3c40 {{(pid=91849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:25:50.610860 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device d8561c55-a7b2-4736-8b2c-27319bcd3c40 not bound to the agent host hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:25:50.745928 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-2ec8902b-0c57-4b9e-acf9-b54afa6914c3 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:50.747709 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-2ec8902b-0c57-4b9e-acf9-b54afa6914c3 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:50.928894 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-2ec8902b-0c57-4b9e-acf9-b54afa6914c3 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Calling delete_port for a6de7d65-48b8-4206-aa0e-778f5ca83b9b owned by network:floatingip {{(pid=91847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:25:51.053775 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-2ec8902b-0c57-4b9e-acf9-b54afa6914c3 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7527304'] for port, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:51.058359 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-958be0d0-da40-4dd6-9eca-81834786890d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:25:51.111159 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec8902b-0c57-4b9e-acf9-b54afa6914c3 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Pushing event deleted for resources: {'Port': ['ID=a6de7d65-48b8-4206-aa0e-778f5ca83b9b,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:25:51.114477 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-2ec8902b-0c57-4b9e-acf9-b54afa6914c3 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:25:51.216317 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-2ec8902b-0c57-4b9e-acf9-b54afa6914c3 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for floatingip, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:51.235055 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-2ec8902b-0c57-4b9e-acf9-b54afa6914c3 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for floatingip, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:51.236213 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-2ec8902b-0c57-4b9e-acf9-b54afa6914c3 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "DELETE /v2.0/floatingips/6311dbab-6790-4cc1-9c52-075b02f5d031 HTTP/1.1" status: 204 len: 168 time: 0.9409804 May 27 11:25:51.545938 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 34308) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:25:51.551721 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-c20b3582-8b32-40d8-a584-4f3c981056ff tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1620146801', 'description': 'tempest-description--985635409'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:25:51.557921 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-c20b3582-8b32-40d8-a584-4f3c981056ff tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:25:51.562478 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-c20b3582-8b32-40d8-a584-4f3c981056ff tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Usage tracker for resource:security_group and tenant:ee9a16c0b3d64dcaa05860c6748a85d3 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:25:51.565531 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-c20b3582-8b32-40d8-a584-4f3c981056ff tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:25:51.572440 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-c20b3582-8b32-40d8-a584-4f3c981056ff tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:25:51.585052 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c20b3582-8b32-40d8-a584-4f3c981056ff tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:51.607482 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-c20b3582-8b32-40d8-a584-4f3c981056ff tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:25:51.614508 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-c20b3582-8b32-40d8-a584-4f3c981056ff tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Usage tracker for resource:security_group_rule and tenant:ee9a16c0b3d64dcaa05860c6748a85d3 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:25:51.617534 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-c20b3582-8b32-40d8-a584-4f3c981056ff tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:25:51.624209 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-c20b3582-8b32-40d8-a584-4f3c981056ff tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:25:51.700810 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c20b3582-8b32-40d8-a584-4f3c981056ff tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:51.704727 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c20b3582-8b32-40d8-a584-4f3c981056ff tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:51.708726 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-948d1ecc-c946-4472-8a3b-3cd81acbe84a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:25:51.753648 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b3582-8b32-40d8-a584-4f3c981056ff tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9c24d0-3e72-44ae-ab57-01a7e50b6694,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:25:51.756679 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c20b3582-8b32-40d8-a584-4f3c981056ff tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:51.758027 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-c20b3582-8b32-40d8-a584-4f3c981056ff tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2110019 May 27 11:25:51.758972 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-c20b3582-8b32-40d8-a584-4f3c981056ff tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:25:51.761808 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 34312) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:25:51.767204 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-a2dbc4ef-b26d-41a8-ae11-d2fbe14b4441 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Request body: {'security_group_rule': {'security_group_id': '4d9c24d0-3e72-44ae-ab57-01a7e50b6694', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:25:51.773359 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-a2dbc4ef-b26d-41a8-ae11-d2fbe14b4441 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:25:51.777115 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-a2dbc4ef-b26d-41a8-ae11-d2fbe14b4441 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Usage tracker for resource:security_group_rule and tenant:ee9a16c0b3d64dcaa05860c6748a85d3 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:25:51.781288 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-a2dbc4ef-b26d-41a8-ae11-d2fbe14b4441 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:25:51.787317 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-a2dbc4ef-b26d-41a8-ae11-d2fbe14b4441 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:25:51.808039 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-a2dbc4ef-b26d-41a8-ae11-d2fbe14b4441 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:51.872858 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-a2dbc4ef-b26d-41a8-ae11-d2fbe14b4441 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:51.877011 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-a2dbc4ef-b26d-41a8-ae11-d2fbe14b4441 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902213'] for security_group_rule, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:51.879192 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-47c3b039-e25a-4b4f-8e3c-237035e581f1 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:25:51.902548 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dbc4ef-b26d-41a8-ae11-d2fbe14b4441 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aa620c9-1512-4fc9-8e2d-f94fecb18e89,revision_number=0']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:25:51.906713 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-a2dbc4ef-b26d-41a8-ae11-d2fbe14b4441 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:25:51.914257 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-a2dbc4ef-b26d-41a8-ae11-d2fbe14b4441 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:51.915563 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-a2dbc4ef-b26d-41a8-ae11-d2fbe14b4441 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1532245 May 27 11:25:51.918677 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 34316) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:25:51.925181 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-8a505a76-638b-497b-97a1-7562c5c61d7e tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Request body: {'security_group_rule': {'security_group_id': '4d9c24d0-3e72-44ae-ab57-01a7e50b6694', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:25:51.931876 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-8a505a76-638b-497b-97a1-7562c5c61d7e tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:25:51.936749 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-8a505a76-638b-497b-97a1-7562c5c61d7e tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Usage tracker for resource:security_group_rule and tenant:ee9a16c0b3d64dcaa05860c6748a85d3 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:25:51.940308 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-8a505a76-638b-497b-97a1-7562c5c61d7e tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:25:51.946161 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-8a505a76-638b-497b-97a1-7562c5c61d7e tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:25:51.964010 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-8a505a76-638b-497b-97a1-7562c5c61d7e tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:52.030407 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-8a505a76-638b-497b-97a1-7562c5c61d7e tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:52.035169 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-8a505a76-638b-497b-97a1-7562c5c61d7e tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902213'] for security_group_rule, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:52.037354 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-17e7d8fb-60cc-4323-8a05-0ca4bfca28b8 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:25:52.060917 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a505a76-638b-497b-97a1-7562c5c61d7e tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c83c6a29-206e-4dec-8374-c943cfea7b43,revision_number=0']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:25:52.065881 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-8a505a76-638b-497b-97a1-7562c5c61d7e tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:25:52.070407 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-8a505a76-638b-497b-97a1-7562c5c61d7e tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:52.071640 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-8a505a76-638b-497b-97a1-7562c5c61d7e tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1519856 May 27 11:25:52.075010 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 34320) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:25:52.081153 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-69c676a8-4709-4a15-9a75-f0ae68c781d6 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Request body: {'floatingip': {'floating_network_id': '0ace5481-0689-4712-88e8-17cfc5365039'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:25:52.087792 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-69c676a8-4709-4a15-9a75-f0ae68c781d6 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:25:52.092958 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-69c676a8-4709-4a15-9a75-f0ae68c781d6 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Usage tracker for resource:floatingip and tenant:ee9a16c0b3d64dcaa05860c6748a85d3 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:25:52.096561 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-69c676a8-4709-4a15-9a75-f0ae68c781d6 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:25:52.104027 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-69c676a8-4709-4a15-9a75-f0ae68c781d6 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:25:52.115690 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-69c676a8-4709-4a15-9a75-f0ae68c781d6 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for floatingip, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:52.443849 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-69c676a8-4709-4a15-9a75-f0ae68c781d6 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:52.594544 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.db_base_plugin_common [None req-69c676a8-4709-4a15-9a75-f0ae68c781d6 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Allocated IP 172.28.3.135 (0ace5481-0689-4712-88e8-17cfc5365039/62662465-340f-4d3d-804b-21afd8ee5936/ce1f1d60-350f-4ef9-a43d-a67726233180) {{(pid=91847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:25:52.758363 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-69c676a8-4709-4a15-9a75-f0ae68c781d6 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for port, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:52.789736 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-69c676a8-4709-4a15-9a75-f0ae68c781d6 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7527304'] for port, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:52.794022 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-958be0d0-da40-4dd6-9eca-81834786890d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:25:52.870038 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c676a8-4709-4a15-9a75-f0ae68c781d6 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Network 0ace5481-0689-4712-88e8-17cfc5365039 is already hosted by enough agents. {{(pid=91847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:25:52.872953 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [None req-69c676a8-4709-4a15-9a75-f0ae68c781d6 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Resources bound (agent type, host, resource id): {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:25:52.877291 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c676a8-4709-4a15-9a75-f0ae68c781d6 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Received port after_create {{(pid=91847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:25:52.909255 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c676a8-4709-4a15-9a75-f0ae68c781d6 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Pushing event updated for resources: {'Port': ['ID=ce1f1d60-350f-4ef9-a43d-a67726233180,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:25:52.915812 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-69c676a8-4709-4a15-9a75-f0ae68c781d6 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:25:52.966946 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-69c676a8-4709-4a15-9a75-f0ae68c781d6 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:53.033759 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-69c676a8-4709-4a15-9a75-f0ae68c781d6 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:53.252858 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-69c676a8-4709-4a15-9a75-f0ae68c781d6 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for port, precommit_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:53.257781 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-69c676a8-4709-4a15-9a75-f0ae68c781d6 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7527359'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:53.262239 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-69c676a8-4709-4a15-9a75-f0ae68c781d6 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:25:53.376911 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c676a8-4709-4a15-9a75-f0ae68c781d6 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Pushing event updated for resources: {'Port': ['ID=ce1f1d60-350f-4ef9-a43d-a67726233180,revision_number=2']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:25:53.379652 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-69c676a8-4709-4a15-9a75-f0ae68c781d6 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:25:53.388663 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-69c676a8-4709-4a15-9a75-f0ae68c781d6 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926625'] for floatingip, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:53.412638 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-69c676a8-4709-4a15-9a75-f0ae68c781d6 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for floatingip, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:53.413857 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-69c676a8-4709-4a15-9a75-f0ae68c781d6 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3378916 May 27 11:25:53.579557 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-03be50e8-ac21-4c52-8ece-96237522976c req-46619dd9-7a07-4856-a241-c96d3837d89e tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Synchronizing usage tracker for tenant:ee9a16c0b3d64dcaa05860c6748a85d3 on resource:security_group {{(pid=91848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:25:53.594357 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-03be50e8-ac21-4c52-8ece-96237522976c req-46619dd9-7a07-4856-a241-c96d3837d89e tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Unset dirty status for tenant:ee9a16c0b3d64dcaa05860c6748a85d3 on resource:security_group {{(pid=91848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:25:53.595488 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-03be50e8-ac21-4c52-8ece-96237522976c req-46619dd9-7a07-4856-a241-c96d3837d89e tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1620146801&fields=id&tenant_id=ee9a16c0b3d64dcaa05860c6748a85d3 HTTP/1.1" status: 200 len: 267 time: 0.0558560 May 27 11:25:53.750054 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be50e8-ac21-4c52-8ece-96237522976c req-1b007b30-9f28-4017-bddb-de5bc04e5aae tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:53.751518 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-03be50e8-ac21-4c52-8ece-96237522976c req-1b007b30-9f28-4017-bddb-de5bc04e5aae tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/networks?id=b50153bc-b3d8-4853-86fc-46a79e9f3733 HTTP/1.1" status: 200 len: 817 time: 0.1494839 May 27 11:25:53.766942 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-03be50e8-ac21-4c52-8ece-96237522976c req-2b9ae5c6-7d26-4247-a25d-29eba6248b90 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/quotas/ee9a16c0b3d64dcaa05860c6748a85d3 HTTP/1.1" status: 200 len: 375 time: 0.0097544 May 27 11:25:53.853650 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-03be50e8-ac21-4c52-8ece-96237522976c req-eb55c929-4521-4193-95e0-3455337672cf tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ee9a16c0b3d64dcaa05860c6748a85d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0814762 May 27 11:25:53.910993 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:54.016857 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-03be50e8-ac21-4c52-8ece-96237522976c req-695b5c49-ed57-41e0-8c27-73be1b3d5fa6 service neutron] 10.222.0.77 "GET /v2.0/networks/b50153bc-b3d8-4853-86fc-46a79e9f3733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509740 May 27 11:25:54.151213 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-03be50e8-ac21-4c52-8ece-96237522976c req-7722955d-9ac4-47dd-aade-8663b8c2a6ef service neutron] 10.222.0.77 "GET /v2.0/networks/b50153bc-b3d8-4853-86fc-46a79e9f3733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286778 May 27 11:25:54.337612 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5ea458f6-43f1-4f23-9f15-830c61362a39 req-d00d3fbc-e208-4ae1-a012-bc2e771782fe tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 210 time: 0.0481789 May 27 11:25:55.559561 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-74cc2ffe-f9b2-4678-9934-bd71cb5a7bdb req-710404a7-b53c-4cc4-8141-b6edf25f1aed tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 210 time: 0.0683398 May 27 11:25:55.627197 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be50e8-ac21-4c52-8ece-96237522976c req-3d97a600-d1ee-4fe8-a010-58e1d201cfd7 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:55.628766 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-03be50e8-ac21-4c52-8ece-96237522976c req-3d97a600-d1ee-4fe8-a010-58e1d201cfd7 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.35 "GET /v2.0/networks?id=b50153bc-b3d8-4853-86fc-46a79e9f3733 HTTP/1.1" status: 200 len: 817 time: 0.2262552 May 27 11:25:55.687818 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-03be50e8-ac21-4c52-8ece-96237522976c req-88c2894a-3e45-40e9-b024-e9439e7e2827 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee9a16c0b3d64dcaa05860c6748a85d3 HTTP/1.1" status: 200 len: 380 time: 0.0455091 May 27 11:25:55.698901 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [req-03be50e8-ac21-4c52-8ece-96237522976c req-d5f65be9-12c4-43b7-bd1d-689515f73ee8 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Request body: {'port': {'device_id': 'b1f7a48d-c9b3-4f40-9605-349564b1fef3', 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733', 'admin_state_up': True, 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'security_groups': ['4d9c24d0-3e72-44ae-ab57-01a7e50b6694']}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:25:55.841724 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [req-03be50e8-ac21-4c52-8ece-96237522976c req-d5f65be9-12c4-43b7-bd1d-689515f73ee8 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:25:55.846609 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-03be50e8-ac21-4c52-8ece-96237522976c req-d5f65be9-12c4-43b7-bd1d-689515f73ee8 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Usage tracker for resource:port and tenant:ee9a16c0b3d64dcaa05860c6748a85d3 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:25:55.849506 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-03be50e8-ac21-4c52-8ece-96237522976c req-d5f65be9-12c4-43b7-bd1d-689515f73ee8 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:25:55.855147 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [req-03be50e8-ac21-4c52-8ece-96237522976c req-d5f65be9-12c4-43b7-bd1d-689515f73ee8 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:25:55.866423 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03be50e8-ac21-4c52-8ece-96237522976c req-d5f65be9-12c4-43b7-bd1d-689515f73ee8 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Made reservation on behalf of ee9a16c0b3d64dcaa05860c6748a85d3 for: {'port': 1} {{(pid=91848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:25:55.870226 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-03be50e8-ac21-4c52-8ece-96237522976c req-d5f65be9-12c4-43b7-bd1d-689515f73ee8 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:56.129826 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.db_base_plugin_common [req-03be50e8-ac21-4c52-8ece-96237522976c req-d5f65be9-12c4-43b7-bd1d-689515f73ee8 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Allocated IP 172.20.0.12 (b50153bc-b3d8-4853-86fc-46a79e9f3733/6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f/1488a96d-6080-4c05-b945-d74e589ea4aa) {{(pid=91848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:25:56.316531 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-03be50e8-ac21-4c52-8ece-96237522976c req-d5f65be9-12c4-43b7-bd1d-689515f73ee8 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for port, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:56.332734 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.provisioning_blocks [req-03be50e8-ac21-4c52-8ece-96237522976c req-d5f65be9-12c4-43b7-bd1d-689515f73ee8 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Transition to ACTIVE for port object 1488a96d-6080-4c05-b945-d74e589ea4aa will not be triggered until provisioned by entity DHCP. {{(pid=91848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:25:56.355439 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-03be50e8-ac21-4c52-8ece-96237522976c req-d5f65be9-12c4-43b7-bd1d-689515f73ee8 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6295888'] for port, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:56.361239 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-a631b51a-c075-4a8a-af5a-9c37b45e832d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:25:56.430912 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03be50e8-ac21-4c52-8ece-96237522976c req-d5f65be9-12c4-43b7-bd1d-689515f73ee8 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Network b50153bc-b3d8-4853-86fc-46a79e9f3733 is already hosted by enough agents. {{(pid=91848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:25:56.434060 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.base_scheduler [req-03be50e8-ac21-4c52-8ece-96237522976c req-d5f65be9-12c4-43b7-bd1d-689515f73ee8 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Resources bound (agent type, host, resource id): {{(pid=91848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:25:56.438340 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [req-03be50e8-ac21-4c52-8ece-96237522976c req-d5f65be9-12c4-43b7-bd1d-689515f73ee8 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Received port after_create {{(pid=91848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:25:56.469513 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f65be9-12c4-43b7-bd1d-689515f73ee8 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Pushing event updated for resources: {'Port': ['ID=1488a96d-6080-4c05-b945-d74e589ea4aa,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:25:56.476240 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-d5f65be9-12c4-43b7-bd1d-689515f73ee8 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:25:56.507296 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be50e8-ac21-4c52-8ece-96237522976c req-d5f65be9-12c4-43b7-bd1d-689515f73ee8 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:56.507947 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-03be50e8-ac21-4c52-8ece-96237522976c req-d5f65be9-12c4-43b7-bd1d-689515f73ee8 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:56.533639 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-03be50e8-ac21-4c52-8ece-96237522976c req-d5f65be9-12c4-43b7-bd1d-689515f73ee8 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8393750 May 27 11:25:56.548488 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [req-03be50e8-ac21-4c52-8ece-96237522976c req-dd79237b-a496-444d-a606-54c226a2ce6b service neutron] Request body: {'port': {'device_id': 'b1f7a48d-c9b3-4f40-9605-349564b1fef3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:25:56.630048 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-8aee6df8-3b36-4555-a6db-95d6593d67da None None] Provisioning for port 1488a96d-6080-4c05-b945-d74e589ea4aa completed by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:25:56.635218 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-8aee6df8-3b36-4555-a6db-95d6593d67da None None] Provisioning complete for port 1488a96d-6080-4c05-b945-d74e589ea4aa triggered by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:25:56.635936 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-8aee6df8-3b36-4555-a6db-95d6593d67da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:56.665683 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-03be50e8-ac21-4c52-8ece-96237522976c req-dd79237b-a496-444d-a606-54c226a2ce6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:56.692960 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-8aee6df8-3b36-4555-a6db-95d6593d67da None None] Port 1488a96d-6080-4c05-b945-d74e589ea4aa cannot update to ACTIVE because it is not bound. {{(pid=91849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:25:56.900788 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e75e8c-3367-4ae0-affb-5156477920b1 req-23d62f04-4094-4a22-a7d6-cd6980cdc5f6 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:56.901471 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-c4e75e8c-3367-4ae0-affb-5156477920b1 req-23d62f04-4094-4a22-a7d6-cd6980cdc5f6 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Synchronizing usage tracker for tenant:ee9a16c0b3d64dcaa05860c6748a85d3 on resource:port {{(pid=91848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:25:56.986192 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-c4e75e8c-3367-4ae0-affb-5156477920b1 req-23d62f04-4094-4a22-a7d6-cd6980cdc5f6 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Unset dirty status for tenant:ee9a16c0b3d64dcaa05860c6748a85d3 on resource:port {{(pid=91848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:25:56.987233 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c4e75e8c-3367-4ae0-affb-5156477920b1 req-23d62f04-4094-4a22-a7d6-cd6980cdc5f6 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 932 time: 0.2808812 May 27 11:25:57.055785 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c4e75e8c-3367-4ae0-affb-5156477920b1 req-4b948b95-5db7-4ce7-a73f-72afa6149bda tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608757 May 27 11:25:57.123008 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.notifiers.nova [req-03be50e8-ac21-4c52-8ece-96237522976c req-dd79237b-a496-444d-a606-54c226a2ce6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1488a96d-6080-4c05-b945-d74e589ea4aa {{(pid=91848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:25:57.130976 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-03be50e8-ac21-4c52-8ece-96237522976c req-dd79237b-a496-444d-a606-54c226a2ce6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:57.144904 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.provisioning_blocks [req-03be50e8-ac21-4c52-8ece-96237522976c req-dd79237b-a496-444d-a606-54c226a2ce6b service neutron] Transition to ACTIVE for port object 1488a96d-6080-4c05-b945-d74e589ea4aa will not be triggered until provisioned by entity L2. {{(pid=91848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:25:57.148854 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-03be50e8-ac21-4c52-8ece-96237522976c req-dd79237b-a496-444d-a606-54c226a2ce6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6295911'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:57.152580 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-9da053c5-0aa5-4c58-8015-08d9caf9de74 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:25:57.304926 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79237b-a496-444d-a606-54c226a2ce6b service neutron] Pushing event updated for resources: {'Port': ['ID=1488a96d-6080-4c05-b945-d74e589ea4aa,revision_number=2']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:25:57.316871 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-dd79237b-a496-444d-a606-54c226a2ce6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:25:57.399552 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [req-03be50e8-ac21-4c52-8ece-96237522976c req-dd79237b-a496-444d-a606-54c226a2ce6b service neutron] Attempting to bind port 1488a96d-6080-4c05-b945-d74e589ea4aa on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:25:57.399894 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [req-03be50e8-ac21-4c52-8ece-96237522976c req-dd79237b-a496-444d-a606-54c226a2ce6b service neutron] Attempting to bind port 1488a96d-6080-4c05-b945-d74e589ea4aa by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '0c88ad6b-358d-4210-9d68-f349b8a786a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733'}] {{(pid=91848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:25:57.400209 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03be50e8-ac21-4c52-8ece-96237522976c req-dd79237b-a496-444d-a606-54c226a2ce6b service neutron] Attempting to bind port 1488a96d-6080-4c05-b945-d74e589ea4aa on network b50153bc-b3d8-4853-86fc-46a79e9f3733 {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:25:57.405354 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03be50e8-ac21-4c52-8ece-96237522976c req-dd79237b-a496-444d-a606-54c226a2ce6b service neutron] Port 1488a96d-6080-4c05-b945-d74e589ea4aa on network b50153bc-b3d8-4853-86fc-46a79e9f3733 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 11:25:57.405665 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03be50e8-ac21-4c52-8ece-96237522976c req-dd79237b-a496-444d-a606-54c226a2ce6b service neutron] Attempting to bind port 1488a96d-6080-4c05-b945-d74e589ea4aa on network b50153bc-b3d8-4853-86fc-46a79e9f3733 {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:25:57.412392 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03be50e8-ac21-4c52-8ece-96237522976c req-dd79237b-a496-444d-a606-54c226a2ce6b service neutron] Checking agent: {'id': '488b0f7b-d99c-4207-808d-fdc57746257f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 16, 24), 'started_at': datetime.datetime(2021, 5, 27, 11, 16, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:25:57.412742 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03be50e8-ac21-4c52-8ece-96237522976c req-dd79237b-a496-444d-a606-54c226a2ce6b service neutron] Checking segment: {'id': '0c88ad6b-358d-4210-9d68-f349b8a786a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:25:57.413203 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03be50e8-ac21-4c52-8ece-96237522976c req-dd79237b-a496-444d-a606-54c226a2ce6b service neutron] Bound using segment: {'id': '0c88ad6b-358d-4210-9d68-f349b8a786a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733'} {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:25:57.413618 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [req-03be50e8-ac21-4c52-8ece-96237522976c req-dd79237b-a496-444d-a606-54c226a2ce6b service neutron] Bound port: 1488a96d-6080-4c05-b945-d74e589ea4aa, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c88ad6b-358d-4210-9d68-f349b8a786a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733'}}] {{(pid=91848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:25:57.413959 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-03be50e8-ac21-4c52-8ece-96237522976c req-dd79237b-a496-444d-a606-54c226a2ce6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:57.515241 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [req-03be50e8-ac21-4c52-8ece-96237522976c req-dd79237b-a496-444d-a606-54c226a2ce6b service neutron] For port 1488a96d-6080-4c05-b945-d74e589ea4aa, host hv-cinder-75157, cleared binding levels {{(pid=91848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:25:57.518877 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [req-03be50e8-ac21-4c52-8ece-96237522976c req-dd79237b-a496-444d-a606-54c226a2ce6b service neutron] For port 1488a96d-6080-4c05-b945-d74e589ea4aa, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=1488a96d-6080-4c05-b945-d74e589ea4aa,segment=NetworkSegment(0c88ad6b-358d-4210-9d68-f349b8a786a2),segment_id=0c88ad6b-358d-4210-9d68-f349b8a786a2)] {{(pid=91848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:25:57.523111 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-03be50e8-ac21-4c52-8ece-96237522976c req-dd79237b-a496-444d-a606-54c226a2ce6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6295911'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:57.526931 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-9da053c5-0aa5-4c58-8015-08d9caf9de74 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:25:57.587283 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be50e8-ac21-4c52-8ece-96237522976c req-dd79237b-a496-444d-a606-54c226a2ce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:57.587930 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-03be50e8-ac21-4c52-8ece-96237522976c req-dd79237b-a496-444d-a606-54c226a2ce6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:57.589308 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-03be50e8-ac21-4c52-8ece-96237522976c req-dd79237b-a496-444d-a606-54c226a2ce6b service neutron] 10.222.0.35 "PUT /v2.0/ports/1488a96d-6080-4c05-b945-d74e589ea4aa HTTP/1.1" status: 200 len: 1094 time: 1.0458083 May 27 11:25:57.589809 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f7a48d-c9b3-4f40-9605-349564b1fef3', 'tag': '1488a96d-6080-4c05-b945-d74e589ea4aa'}] {{(pid=91848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:25:57.611075 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79237b-a496-444d-a606-54c226a2ce6b service neutron] Pushing event updated for resources: {'Port': ['ID=1488a96d-6080-4c05-b945-d74e589ea4aa,revision_number=3']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:25:57.614694 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-dd79237b-a496-444d-a606-54c226a2ce6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:25:57.676357 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1f7a48d-c9b3-4f40-9605-349564b1fef3', 'tag': '1488a96d-6080-4c05-b945-d74e589ea4aa', 'status': 'completed', 'code': 200} May 27 11:25:57.722280 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be50e8-ac21-4c52-8ece-96237522976c req-a551ed5c-2e6c-4093-9747-bf8a70c28f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:57.723785 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-03be50e8-ac21-4c52-8ece-96237522976c req-a551ed5c-2e6c-4093-9747-bf8a70c28f49 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ee9a16c0b3d64dcaa05860c6748a85d3&device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 1097 time: 0.0807436 May 27 11:25:57.800061 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-03be50e8-ac21-4c52-8ece-96237522976c req-ac9545a7-160e-48ce-8f89-6054302afdaf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1488a96d-6080-4c05-b945-d74e589ea4aa HTTP/1.1" status: 200 len: 217 time: 0.0675950 May 27 11:25:57.873345 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be50e8-ac21-4c52-8ece-96237522976c req-c0c4090f-70d7-4f6c-8963-574639ca044a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:57.875339 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-03be50e8-ac21-4c52-8ece-96237522976c req-c0c4090f-70d7-4f6c-8963-574639ca044a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f HTTP/1.1" status: 200 len: 856 time: 0.0674841 May 27 11:25:58.048454 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be50e8-ac21-4c52-8ece-96237522976c req-20ecbb3f-9ef0-4f41-b408-675e58a9893c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:58.049919 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-03be50e8-ac21-4c52-8ece-96237522976c req-20ecbb3f-9ef0-4f41-b408-675e58a9893c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b50153bc-b3d8-4853-86fc-46a79e9f3733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1626697 May 27 11:25:58.259561 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-03be50e8-ac21-4c52-8ece-96237522976c req-1f6a9e3c-b211-48af-b492-3bc51d4695d6 service neutron] 10.222.0.35 "GET /v2.0/networks/b50153bc-b3d8-4853-86fc-46a79e9f3733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010467 May 27 11:25:58.431641 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594f355-d425-4a14-b5b3-b2c41744233f req-234eb02b-8b43-4de8-817e-588d49853447 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:58.441778 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1594f355-d425-4a14-b5b3-b2c41744233f req-234eb02b-8b43-4de8-817e-588d49853447 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 944 time: 0.2441149 May 27 11:25:58.463377 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-03be50e8-ac21-4c52-8ece-96237522976c req-f24fc52a-54f9-47d8-8d87-4e91545848fc service neutron] 10.222.0.35 "GET /v2.0/networks/b50153bc-b3d8-4853-86fc-46a79e9f3733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914709 May 27 11:25:58.493053 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1594f355-d425-4a14-b5b3-b2c41744233f req-d9cda5c0-f5e1-4caf-a335-1f503d22120d tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456347 May 27 11:25:58.592683 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda562d-a702-4339-b752-dc4c19b14d18 req-f0e8dd0c-81da-482f-b4b4-602b6905af1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:58.594352 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7dda562d-a702-4339-b752-dc4c19b14d18 req-f0e8dd0c-81da-482f-b4b4-602b6905af1e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ee9a16c0b3d64dcaa05860c6748a85d3&device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 1097 time: 0.0827255 May 27 11:25:58.729593 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda562d-a702-4339-b752-dc4c19b14d18 req-bc5571a1-cc4c-4adb-8331-7fb99485dbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:58.730919 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7dda562d-a702-4339-b752-dc4c19b14d18 req-bc5571a1-cc4c-4adb-8331-7fb99485dbf9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b50153bc-b3d8-4853-86fc-46a79e9f3733 HTTP/1.1" status: 200 len: 919 time: 0.1287656 May 27 11:25:58.804794 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7dda562d-a702-4339-b752-dc4c19b14d18 req-64333bc1-cf1b-4e08-bba7-9fc26b16e4d9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1488a96d-6080-4c05-b945-d74e589ea4aa HTTP/1.1" status: 200 len: 217 time: 0.0649538 May 27 11:25:58.875307 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda562d-a702-4339-b752-dc4c19b14d18 req-844d15e2-c748-4bf8-ad8c-b20aab41f5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:58.876782 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7dda562d-a702-4339-b752-dc4c19b14d18 req-844d15e2-c748-4bf8-ad8c-b20aab41f5ab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f HTTP/1.1" status: 200 len: 856 time: 0.0601542 May 27 11:25:58.961991 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda562d-a702-4339-b752-dc4c19b14d18 req-273bb411-e205-4bad-b52f-bc0511fd82ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:58.963495 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7dda562d-a702-4339-b752-dc4c19b14d18 req-273bb411-e205-4bad-b52f-bc0511fd82ed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b50153bc-b3d8-4853-86fc-46a79e9f3733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0769916 May 27 11:25:59.101183 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7dda562d-a702-4339-b752-dc4c19b14d18 req-9c71d2fc-85d7-41f1-aa68-f7a8ba190810 service neutron] 10.222.0.35 "GET /v2.0/networks/b50153bc-b3d8-4853-86fc-46a79e9f3733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282439 May 27 11:25:59.253197 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7dda562d-a702-4339-b752-dc4c19b14d18 req-0daa202a-3e40-4c74-8cce-5ffc68d50c8d service neutron] 10.222.0.35 "GET /v2.0/networks/b50153bc-b3d8-4853-86fc-46a79e9f3733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306624 May 27 11:25:59.704538 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef354c14-423d-4a95-bbda-5d43c27faa00 req-f4d1205b-3c4b-4240-9274-2d59672ae5d2 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:25:59.706030 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ef354c14-423d-4a95-bbda-5d43c27faa00 req-f4d1205b-3c4b-4240-9274-2d59672ae5d2 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 944 time: 0.0848672 May 27 11:25:59.753772 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ef354c14-423d-4a95-bbda-5d43c27faa00 req-284894a6-938c-43ee-b9f4-1960c77b5972 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419745 May 27 11:26:00.959587 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c26e8-b2a1-4bcd-ad69-9935acd7c411 req-68e23628-4a79-41fe-83a7-3dc5d91fad27 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:00.961771 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4e5c26e8-b2a1-4bcd-ad69-9935acd7c411 req-68e23628-4a79-41fe-83a7-3dc5d91fad27 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 944 time: 0.0909834 May 27 11:26:01.013751 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4e5c26e8-b2a1-4bcd-ad69-9935acd7c411 req-f4575123-7585-4875-b7e1-32864c1cb94e tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462501 May 27 11:26:02.224326 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f160da-70d2-485f-85a7-5be126e85ecb req-37563f23-b5d5-4b6c-bae8-b9fd03eb2b85 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:02.225465 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-72f160da-70d2-485f-85a7-5be126e85ecb req-37563f23-b5d5-4b6c-bae8-b9fd03eb2b85 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 944 time: 0.0828724 May 27 11:26:02.278361 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-72f160da-70d2-485f-85a7-5be126e85ecb req-7f05f6ee-3d1e-4125-a6e1-c48a24044768 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468676 May 27 11:26:02.628869 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 1488a96d-6080-4c05-b945-d74e589ea4aa details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:26:02.794013 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 1488a96d-6080-4c05-b945-d74e589ea4aa, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=1488a96d-6080-4c05-b945-d74e589ea4aa,segment=NetworkSegment(0c88ad6b-358d-4210-9d68-f349b8a786a2),segment_id=0c88ad6b-358d-4210-9d68-f349b8a786a2)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:26:02.814027 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Returning: {'device': '1488a96d-6080-4c05-b945-d74e589ea4aa', 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733', 'port_id': '1488a96d-6080-4c05-b945-d74e589ea4aa', 'mac_address': 'fa:16:3e:29:32:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:26:02.881463 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:02.899825 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565ae49-629c-4bbb-b0d1-7b2cdaf41526 req-7ea83333-84d1-4078-b55d-f4d231ed27a1 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:02.900471 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1488a96d-6080-4c05-b945-d74e589ea4aa {{(pid=91849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:26:02.901331 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3565ae49-629c-4bbb-b0d1-7b2cdaf41526 req-7ea83333-84d1-4078-b55d-f4d231ed27a1 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 945 time: 0.0933275 May 27 11:26:02.916887 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 1488a96d-6080-4c05-b945-d74e589ea4aa, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=1488a96d-6080-4c05-b945-d74e589ea4aa,segment=NetworkSegment(0c88ad6b-358d-4210-9d68-f349b8a786a2),segment_id=0c88ad6b-358d-4210-9d68-f349b8a786a2)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:26:02.920933 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:02.923978 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-01388e06-502c-4bd9-8220-0dcce45c7e47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:26:02.954009 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3565ae49-629c-4bbb-b0d1-7b2cdaf41526 req-f8d0085c-9941-49b5-b378-2b57e0d021b8 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462692 May 27 11:26:02.993371 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=1488a96d-6080-4c05-b945-d74e589ea4aa,revision_number=4']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:26:02.996961 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:26:03.449890 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['1488a96d-6080-4c05-b945-d74e589ea4aa'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:26:03.492118 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6fc7a-dd4a-48d8-95e1-35c95d801049 req-acb2374d-52fa-497b-87ad-d96d717c5ed1 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:03.494277 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7bf6fc7a-dd4a-48d8-95e1-35c95d801049 req-acb2374d-52fa-497b-87ad-d96d717c5ed1 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 945 time: 0.0892699 May 27 11:26:03.634300 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7bf6fc7a-dd4a-48d8-95e1-35c95d801049 req-0972a8dc-b415-4570-9327-9c575b35ee9d tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335959 May 27 11:26:04.139040 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c54379-0009-4d91-9483-065c0c0a5477 req-9cd4df97-046e-432b-b8cb-ed7afbb158b9 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:04.140534 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-70c54379-0009-4d91-9483-065c0c0a5477 req-9cd4df97-046e-432b-b8cb-ed7afbb158b9 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 945 time: 0.0808125 May 27 11:26:04.184989 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-70c54379-0009-4d91-9483-065c0c0a5477 req-5181c312-ce4b-4f81-85cb-02e67733c2f8 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387940 May 27 11:26:04.830026 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325a29d-a2ae-4c05-a0ca-24a4a8bd2b54 req-e5ef3461-1ac8-4a87-a0da-9f7b535533fa tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:04.831479 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4325a29d-a2ae-4c05-a0ca-24a4a8bd2b54 req-e5ef3461-1ac8-4a87-a0da-9f7b535533fa tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 945 time: 0.0818071 May 27 11:26:04.928729 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4325a29d-a2ae-4c05-a0ca-24a4a8bd2b54 req-369d1396-6e24-47c3-9308-a2d8278073ac tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912898 May 27 11:26:04.957581 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff1c21-52db-41e8-9c76-c24fc69bbece req-cf44258d-e36d-4baa-9246-f66928168413 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:04.960119 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-07ff1c21-52db-41e8-9c76-c24fc69bbece req-cf44258d-e36d-4baa-9246-f66928168413 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.35 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 945 time: 0.1091146 May 27 11:26:05.100172 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [req-07ff1c21-52db-41e8-9c76-c24fc69bbece req-98d2fb42-4df9-4ae9-ae3d-dd72a70bacfb tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Deleting port c7d9542c-b119-46a2-8517-7efdd7301926 {{(pid=91848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:26:05.100513 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-07ff1c21-52db-41e8-9c76-c24fc69bbece req-98d2fb42-4df9-4ae9-ae3d-dd72a70bacfb tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:05.236767 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [req-07ff1c21-52db-41e8-9c76-c24fc69bbece req-98d2fb42-4df9-4ae9-ae3d-dd72a70bacfb tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] For port c7d9542c-b119-46a2-8517-7efdd7301926, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=c7d9542c-b119-46a2-8517-7efdd7301926,segment=NetworkSegment(fb4e28ff-9721-464e-abd4-401b71986c46),segment_id=fb4e28ff-9721-464e-abd4-401b71986c46)] {{(pid=91848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:26:05.237150 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-07ff1c21-52db-41e8-9c76-c24fc69bbece req-98d2fb42-4df9-4ae9-ae3d-dd72a70bacfb tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:05.581775 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4082c74-47dd-4f0b-894f-e8e3317e6471 req-5b43db4d-0e73-4d9e-8fca-055eb6ce7af4 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:05.583263 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d4082c74-47dd-4f0b-894f-e8e3317e6471 req-5b43db4d-0e73-4d9e-8fca-055eb6ce7af4 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 945 time: 0.2802100 May 27 11:26:05.644888 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-07ff1c21-52db-41e8-9c76-c24fc69bbece req-98d2fb42-4df9-4ae9-ae3d-dd72a70bacfb tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:05.645245 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-07ff1c21-52db-41e8-9c76-c24fc69bbece req-98d2fb42-4df9-4ae9-ae3d-dd72a70bacfb tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926625'] for floatingip, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:05.645547 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.db.l3_db [req-07ff1c21-52db-41e8-9c76-c24fc69bbece req-98d2fb42-4df9-4ae9-ae3d-dd72a70bacfb tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Floating IP 019fe275-e849-4446-b259-5c1f041341c2 disassociated. External IP: 172.28.3.137, port: c7d9542c-b119-46a2-8517-7efdd7301926. May 27 11:26:05.645878 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [req-07ff1c21-52db-41e8-9c76-c24fc69bbece req-98d2fb42-4df9-4ae9-ae3d-dd72a70bacfb tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Calling delete_port for c7d9542c-b119-46a2-8517-7efdd7301926 owned by compute:nova {{(pid=91848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:26:05.665244 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d4082c74-47dd-4f0b-894f-e8e3317e6471 req-4383afc7-91c8-4df4-a38b-c6b318d95736 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c667e7f-d6d1-494a-a926-ebf786d3902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696881 May 27 11:26:05.782146 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-07ff1c21-52db-41e8-9c76-c24fc69bbece req-98d2fb42-4df9-4ae9-ae3d-dd72a70bacfb tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6295888'] for port, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:05.788009 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-51e3308a-0904-4156-b5ce-2a4de2e0d64d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:26:05.838885 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2fb42-4df9-4ae9-ae3d-dd72a70bacfb tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Pushing event deleted for resources: {'Port': ['ID=c7d9542c-b119-46a2-8517-7efdd7301926,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:26:05.841928 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-98d2fb42-4df9-4ae9-ae3d-dd72a70bacfb tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:26:06.025235 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07ff1c21-52db-41e8-9c76-c24fc69bbece req-98d2fb42-4df9-4ae9-ae3d-dd72a70bacfb tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Router b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb has already been hosted by L3 agent 6d24f2a4-c5c8-4233-9813-3f8fa73b68fa {{(pid=91848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:26:06.376569 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07ff1c21-52db-41e8-9c76-c24fc69bbece req-98d2fb42-4df9-4ae9-ae3d-dd72a70bacfb tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify agent at l3_agent.dv-cinder-751579-23-smb the message routers_updated {{(pid=91848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:26:06.386015 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6d5df6-809e-4559-8980-9b3cafe8ab6a None None] Sync routers for ids ['b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'] in dv-cinder-751579-23-smb {{(pid=91849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:26:06.395712 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6d5df6-809e-4559-8980-9b3cafe8ab6a None None] Routers {'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:26:06.396318 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-9f6d5df6-809e-4559-8980-9b3cafe8ab6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:25:47Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'], 'active': True} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:26:06.410998 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da9490-f5bf-4907-a0cd-7600f55b0b93 req-2dbf8d57-a897-4540-9013-9be479717193 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:06.412489 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-58da9490-f5bf-4907-a0cd-7600f55b0b93 req-2dbf8d57-a897-4540-9013-9be479717193 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 945 time: 0.3268216 May 27 11:26:06.483417 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ff1c21-52db-41e8-9c76-c24fc69bbece req-98d2fb42-4df9-4ae9-ae3d-dd72a70bacfb tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] No DVR routers for this DVR port c7d9542c-b119-46a2-8517-7efdd7301926 on host hv-cinder-75157 {{(pid=91848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:26:06.486904 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-07ff1c21-52db-41e8-9c76-c24fc69bbece req-98d2fb42-4df9-4ae9-ae3d-dd72a70bacfb tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:06.489631 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05c5f8e-e021-4014-82cc-761926dd767c', 'name': 'network-vif-deleted', 'tag': 'c7d9542c-b119-46a2-8517-7efdd7301926'}] {{(pid=91848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:26:06.512048 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-07ff1c21-52db-41e8-9c76-c24fc69bbece req-98d2fb42-4df9-4ae9-ae3d-dd72a70bacfb tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.35 "DELETE /v2.0/ports/c7d9542c-b119-46a2-8517-7efdd7301926 HTTP/1.1" status: 204 len: 173 time: 1.5460286 May 27 11:26:06.517672 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-58da9490-f5bf-4907-a0cd-7600f55b0b93 req-ac369cdc-0f1c-4c6a-9103-a7a0bd9789b2 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991421 May 27 11:26:06.567818 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05c5f8e-e021-4014-82cc-761926dd767c', 'name': 'network-vif-deleted', 'tag': 'c7d9542c-b119-46a2-8517-7efdd7301926', 'status': 'completed', 'code': 200} May 27 11:26:06.588389 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvr_db [None req-9f6d5df6-809e-4559-8980-9b3cafe8ab6a None None] Set router b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb gateway port host: dv-cinder-751579-23-smb {{(pid=91849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:26:06.662958 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 1488a96d-6080-4c05-b945-d74e589ea4aa up at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:26:06.838995 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-c5950372-f8bb-4f9f-91d8-6ffa732fac94 req-d047f8ab-5455-468a-9435-8ea8037d8fe7 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Synchronizing usage tracker for tenant:802e7975f0524c7ea779d173670046b7 on resource:port {{(pid=91848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:26:06.858881 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-c5950372-f8bb-4f9f-91d8-6ffa732fac94 req-d047f8ab-5455-468a-9435-8ea8037d8fe7 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Unset dirty status for tenant:802e7975f0524c7ea779d173670046b7 on resource:port {{(pid=91848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:26:06.860221 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c5950372-f8bb-4f9f-91d8-6ffa732fac94 req-d047f8ab-5455-468a-9435-8ea8037d8fe7 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=f05c5f8e-e021-4014-82cc-761926dd767c HTTP/1.1" status: 200 len: 210 time: 0.0658026 May 27 11:26:06.883887 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning for port 1488a96d-6080-4c05-b945-d74e589ea4aa completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:26:06.890202 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning complete for port 1488a96d-6080-4c05-b945-d74e589ea4aa triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:26:06.890596 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:07.123202 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:07.139521 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-9f6d5df6-809e-4559-8980-9b3cafe8ab6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'name': 'tempest-AttachVolumeTestJSON-568734066-router', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.165'}], 'enable_snat': True}, 'gw_port_id': '939a7430-f1b3-4757-9a1b-a4f810ae3298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:18:21Z', 'updated_at': '2021-05-27T11:18:34Z', 'revision_number': 4, 'project_id': '802e7975f0524c7ea779d173670046b7', 'gw_port': {'id': '939a7430-f1b3-4757-9a1b-a4f810ae3298', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:23Z', 'updated_at': '2021-05-27T11:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': '7f882c9d-c655-4f8f-8cf5-c1ae0863a30c', 'name': '', 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'mac_address': 'fa:16:3e:95:cf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '53f9b7c8-83a1-4c1c-aa60-764bc111576d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:33Z', 'updated_at': '2021-05-27T11:18:47Z', 'revision_number': 5, 'project_id': '802e7975f0524c7ea779d173670046b7', 'subnets': [{'id': '53f9b7c8-83a1-4c1c-aa60-764bc111576d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:26:07.152032 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6d5df6-809e-4559-8980-9b3cafe8ab6a None None] Checking router: b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb for host: dv-cinder-751579-23-smb {{(pid=91849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:26:07.161233 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f7a48d-c9b3-4f40-9605-349564b1fef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1488a96d-6080-4c05-b945-d74e589ea4aa'}] {{(pid=91849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:26:07.174473 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 1488a96d-6080-4c05-b945-d74e589ea4aa, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=1488a96d-6080-4c05-b945-d74e589ea4aa,segment=NetworkSegment(0c88ad6b-358d-4210-9d68-f349b8a786a2),segment_id=0c88ad6b-358d-4210-9d68-f349b8a786a2)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:26:07.176954 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6d5df6-809e-4559-8980-9b3cafe8ab6a None None] Routers {'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:26:07.177742 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-9f6d5df6-809e-4559-8980-9b3cafe8ab6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:25:47Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'], 'active': True} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:26:07.228464 dv-cinder-751579-23-smb neutron-server[91849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f7a48d-c9b3-4f40-9605-349564b1fef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1488a96d-6080-4c05-b945-d74e589ea4aa', 'code': 200} May 27 11:26:07.237123 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:07.237974 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device c7d9542c-b119-46a2-8517-7efdd7301926 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:26:07.273623 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-830008fa-17fd-492b-ad67-3a393aea3fad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:26:07.322124 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] No Port match for: c7d9542c-b119-46a2-8517-7efdd7301926 {{(pid=91849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:26:07.322467 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device c7d9542c-b119-46a2-8517-7efdd7301926 not bound to the agent host hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:26:07.438922 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=1488a96d-6080-4c05-b945-d74e589ea4aa,revision_number=5']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:26:07.443554 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:26:07.464345 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvr_db [None req-9f6d5df6-809e-4559-8980-9b3cafe8ab6a None None] Set router b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb gateway port host: dv-cinder-751579-23-smb {{(pid=91849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:26:07.523316 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24dba00-6363-489d-b0df-72ec2c3395eb req-b2e55105-9022-441c-836a-8422f7f210c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:07.524843 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d24dba00-6363-489d-b0df-72ec2c3395eb req-b2e55105-9022-441c-836a-8422f7f210c5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 1099 time: 0.0800371 May 27 11:26:07.572968 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d24dba00-6363-489d-b0df-72ec2c3395eb req-0118a41b-3075-4be1-9d60-d3c086fa46aa service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360785 May 27 11:26:07.719135 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8506f-1bcf-4bcd-b285-690218c8c6df req-87807a4c-c98e-489d-b60a-9f36f3bae02a tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:07.720584 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6bd8506f-1bcf-4bcd-b285-690218c8c6df req-87807a4c-c98e-489d-b60a-9f36f3bae02a tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 946 time: 0.0845349 May 27 11:26:07.769325 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6bd8506f-1bcf-4bcd-b285-690218c8c6df req-a2f5bafa-885f-464e-9448-a6c4230a5a13 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431192 May 27 11:26:07.782463 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-9f6d5df6-809e-4559-8980-9b3cafe8ab6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'name': 'tempest-AttachVolumeTestJSON-568734066-router', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.165'}], 'enable_snat': True}, 'gw_port_id': '939a7430-f1b3-4757-9a1b-a4f810ae3298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:18:21Z', 'updated_at': '2021-05-27T11:18:34Z', 'revision_number': 4, 'project_id': '802e7975f0524c7ea779d173670046b7', 'gw_port': {'id': '939a7430-f1b3-4757-9a1b-a4f810ae3298', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:23Z', 'updated_at': '2021-05-27T11:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': '7f882c9d-c655-4f8f-8cf5-c1ae0863a30c', 'name': '', 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'mac_address': 'fa:16:3e:95:cf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '53f9b7c8-83a1-4c1c-aa60-764bc111576d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:33Z', 'updated_at': '2021-05-27T11:18:47Z', 'revision_number': 5, 'project_id': '802e7975f0524c7ea779d173670046b7', 'subnets': [{'id': '53f9b7c8-83a1-4c1c-aa60-764bc111576d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:26:07.786453 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6d5df6-809e-4559-8980-9b3cafe8ab6a None None] The sync data for ids ['b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'] in dv-cinder-751579-23-smb is: [{'id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'name': 'tempest-AttachVolumeTestJSON-568734066-router', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.165'}], 'enable_snat': True}, 'gw_port_id': '939a7430-f1b3-4757-9a1b-a4f810ae3298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:18:21Z', 'updated_at': '2021-05-27T11:18:34Z', 'revision_number': 4, 'project_id': '802e7975f0524c7ea779d173670046b7', 'gw_port': {'id': '939a7430-f1b3-4757-9a1b-a4f810ae3298', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:23Z', 'updated_at': '2021-05-27T11:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': '7f882c9d-c655-4f8f-8cf5-c1ae0863a30c', 'name': '', 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'mac_address': 'fa:16:3e:95:cf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '53f9b7c8-83a1-4c1c-aa60-764bc111576d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:33Z', 'updated_at': '2021-05-27T11:18:47Z', 'revision_number': 5, 'project_id': '802e7975f0524c7ea779d173670046b7', 'subnets': [{'id': '53f9b7c8-83a1-4c1c-aa60-764bc111576d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:26:07.998406 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 34404) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:26:08.018243 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9d0159-c4b8-491e-a4a8-1f88e16f6af1 None None] New status for floating IP 019fe275-e849-4446-b259-5c1f041341c2: DOWN {{(pid=91850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 11:26:08.080684 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-184fe505-b296-4df5-8fc4-683613c08693 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:08.110678 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-184fe505-b296-4df5-8fc4-683613c08693 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:08.164362 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-184fe505-b296-4df5-8fc4-683613c08693 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:08.169487 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-7e11f902-930c-419e-a30e-cfa3a2cd9670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:26:08.185036 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184fe505-b296-4df5-8fc4-683613c08693 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c667e7f-d6d1-494a-a926-ebf786d3902d,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:26:08.189921 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-184fe505-b296-4df5-8fc4-683613c08693 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:26:08.193381 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-184fe505-b296-4df5-8fc4-683613c08693 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:08.197134 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-184fe505-b296-4df5-8fc4-683613c08693 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "DELETE /v2.0/security-groups/7c667e7f-d6d1-494a-a926-ebf786d3902d HTTP/1.1" status: 204 len: 168 time: 0.1945763 May 27 11:26:08.197293 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 34408) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:26:08.214160 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.api.v2.resource [None req-46a57aec-f51a-4c32-998e-08a7a0ae360a tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] show failed (client error): The resource could not be found. May 27 11:26:08.215172 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-46a57aec-f51a-4c32-998e-08a7a0ae360a tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups/7c667e7f-d6d1-494a-a926-ebf786d3902d HTTP/1.1" status: 404 len: 347 time: 0.0169976 May 27 11:26:08.218898 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 34412) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:26:08.442329 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-0a6a22ea-b158-4b3d-a43a-767a348fb663 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Deleting port 4d02619d-d831-4ab6-a0d9-5af1e11fd90e {{(pid=91847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:26:08.442722 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-0a6a22ea-b158-4b3d-a43a-767a348fb663 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:08.562289 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-0a6a22ea-b158-4b3d-a43a-767a348fb663 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:08.562614 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-0a6a22ea-b158-4b3d-a43a-767a348fb663 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:08.784278 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-0a6a22ea-b158-4b3d-a43a-767a348fb663 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Calling delete_port for 4d02619d-d831-4ab6-a0d9-5af1e11fd90e owned by network:floatingip {{(pid=91847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:26:08.903624 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-0a6a22ea-b158-4b3d-a43a-767a348fb663 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7527304'] for port, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:08.907748 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-91cd6fd7-caa8-4803-a042-1625d38e5f9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:26:08.952955 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a22ea-b158-4b3d-a43a-767a348fb663 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Pushing event deleted for resources: {'Port': ['ID=4d02619d-d831-4ab6-a0d9-5af1e11fd90e,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:26:08.956091 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-0a6a22ea-b158-4b3d-a43a-767a348fb663 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:26:08.971121 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe4533-782b-494f-9574-2d03f61e9a6c req-01938a42-cd64-44d8-810e-4eb56e32372b tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:08.972845 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5dfe4533-782b-494f-9574-2d03f61e9a6c req-01938a42-cd64-44d8-810e-4eb56e32372b tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 946 time: 0.0892198 May 27 11:26:09.028156 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5dfe4533-782b-494f-9574-2d03f61e9a6c req-85b8479e-9a7d-4665-a865-1efeac59f064 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484281 May 27 11:26:09.058611 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-0a6a22ea-b158-4b3d-a43a-767a348fb663 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for floatingip, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:09.077499 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-0a6a22ea-b158-4b3d-a43a-767a348fb663 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for floatingip, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:09.078371 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-0a6a22ea-b158-4b3d-a43a-767a348fb663 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "DELETE /v2.0/floatingips/019fe275-e849-4446-b259-5c1f041341c2 HTTP/1.1" status: 204 len: 168 time: 0.8585787 May 27 11:26:09.587140 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 34420) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:26:09.592609 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-8190d297-3836-4988-9c0e-9c4b093bb581 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1256454315', 'description': 'tempest-description--1835501219'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:26:09.598374 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-8190d297-3836-4988-9c0e-9c4b093bb581 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:26:09.602462 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-8190d297-3836-4988-9c0e-9c4b093bb581 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Usage tracker for resource:security_group and tenant:802e7975f0524c7ea779d173670046b7 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:26:09.605333 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-8190d297-3836-4988-9c0e-9c4b093bb581 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:26:09.611044 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-8190d297-3836-4988-9c0e-9c4b093bb581 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:26:09.621722 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-8190d297-3836-4988-9c0e-9c4b093bb581 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:09.642827 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-8190d297-3836-4988-9c0e-9c4b093bb581 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:26:09.646566 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-8190d297-3836-4988-9c0e-9c4b093bb581 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Usage tracker for resource:security_group_rule and tenant:802e7975f0524c7ea779d173670046b7 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:26:09.649350 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-8190d297-3836-4988-9c0e-9c4b093bb581 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:26:09.654888 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-8190d297-3836-4988-9c0e-9c4b093bb581 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:26:09.729728 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-8190d297-3836-4988-9c0e-9c4b093bb581 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:09.733935 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-8190d297-3836-4988-9c0e-9c4b093bb581 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:09.737908 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-6e3eae74-688e-43bf-be1e-08782c727e4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:26:09.785639 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190d297-3836-4988-9c0e-9c4b093bb581 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2513c14c-c518-4428-9256-90e25bd60b96,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:26:09.789825 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-8190d297-3836-4988-9c0e-9c4b093bb581 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:26:09.791288 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-8190d297-3836-4988-9c0e-9c4b093bb581 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:09.792472 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-8190d297-3836-4988-9c0e-9c4b093bb581 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2042506 May 27 11:26:09.795486 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 34424) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:26:09.800706 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-ac587b8f-2e1f-4689-ba6e-6454c8a9225b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Request body: {'security_group_rule': {'security_group_id': '2513c14c-c518-4428-9256-90e25bd60b96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:26:09.807643 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-ac587b8f-2e1f-4689-ba6e-6454c8a9225b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:26:09.812063 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-ac587b8f-2e1f-4689-ba6e-6454c8a9225b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Usage tracker for resource:security_group_rule and tenant:802e7975f0524c7ea779d173670046b7 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:26:09.815215 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-ac587b8f-2e1f-4689-ba6e-6454c8a9225b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:26:09.820903 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-ac587b8f-2e1f-4689-ba6e-6454c8a9225b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:26:09.838280 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ac587b8f-2e1f-4689-ba6e-6454c8a9225b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:09.900903 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ac587b8f-2e1f-4689-ba6e-6454c8a9225b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:09.904733 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ac587b8f-2e1f-4689-ba6e-6454c8a9225b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902213'] for security_group_rule, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:09.907022 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-0438efb8-70c6-4fac-9220-e03592ca87d4 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:26:09.924372 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac587b8f-2e1f-4689-ba6e-6454c8a9225b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ad1ad6e-dd1c-461e-a3be-7b15027de479,revision_number=0']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:26:09.930502 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-ac587b8f-2e1f-4689-ba6e-6454c8a9225b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:26:09.941372 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ac587b8f-2e1f-4689-ba6e-6454c8a9225b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:09.942687 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-ac587b8f-2e1f-4689-ba6e-6454c8a9225b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1462171 May 27 11:26:09.945420 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 34428) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:26:09.950751 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-e15f3ae4-1f11-411b-bc86-2ba1ea097804 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Request body: {'security_group_rule': {'security_group_id': '2513c14c-c518-4428-9256-90e25bd60b96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:26:09.957554 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-e15f3ae4-1f11-411b-bc86-2ba1ea097804 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:26:09.961491 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-e15f3ae4-1f11-411b-bc86-2ba1ea097804 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Usage tracker for resource:security_group_rule and tenant:802e7975f0524c7ea779d173670046b7 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:26:09.964270 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-e15f3ae4-1f11-411b-bc86-2ba1ea097804 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:26:09.970659 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-e15f3ae4-1f11-411b-bc86-2ba1ea097804 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:26:09.987251 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-e15f3ae4-1f11-411b-bc86-2ba1ea097804 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:10.050958 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-e15f3ae4-1f11-411b-bc86-2ba1ea097804 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:10.054631 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-e15f3ae4-1f11-411b-bc86-2ba1ea097804 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902213'] for security_group_rule, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:10.056794 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-8a505a76-638b-497b-97a1-7562c5c61d7e tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:26:10.080830 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f3ae4-1f11-411b-bc86-2ba1ea097804 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fca4fd7-85ca-4104-9d30-5bd5883d0168,revision_number=0']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:26:10.085373 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-e15f3ae4-1f11-411b-bc86-2ba1ea097804 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:26:10.089816 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-e15f3ae4-1f11-411b-bc86-2ba1ea097804 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:10.091081 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-e15f3ae4-1f11-411b-bc86-2ba1ea097804 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1447351 May 27 11:26:10.094154 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 34434) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:26:10.099220 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-c9cf912f-fff2-4424-8b83-dd18b4b1749b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Request body: {'floatingip': {'floating_network_id': '0ace5481-0689-4712-88e8-17cfc5365039'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:26:10.105292 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-c9cf912f-fff2-4424-8b83-dd18b4b1749b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:26:10.110282 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-c9cf912f-fff2-4424-8b83-dd18b4b1749b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Usage tracker for resource:floatingip and tenant:802e7975f0524c7ea779d173670046b7 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:26:10.113460 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-c9cf912f-fff2-4424-8b83-dd18b4b1749b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:26:10.119509 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-c9cf912f-fff2-4424-8b83-dd18b4b1749b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:26:10.131255 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c9cf912f-fff2-4424-8b83-dd18b4b1749b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for floatingip, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:10.223731 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88982bc-b6f4-4c92-8df8-af6e8c236f73 req-46d6ecdf-aebc-4fef-b952-3161973599a9 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:10.225197 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e88982bc-b6f4-4c92-8df8-af6e8c236f73 req-46d6ecdf-aebc-4fef-b952-3161973599a9 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 946 time: 0.0846879 May 27 11:26:10.270803 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e88982bc-b6f4-4c92-8df8-af6e8c236f73 req-e8c0e6fe-906c-4454-a14c-47981bac7a9e tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394962 May 27 11:26:10.273753 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c9cf912f-fff2-4424-8b83-dd18b4b1749b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:10.422187 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.db_base_plugin_common [None req-c9cf912f-fff2-4424-8b83-dd18b4b1749b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Allocated IP 172.28.3.166 (0ace5481-0689-4712-88e8-17cfc5365039/62662465-340f-4d3d-804b-21afd8ee5936/6c505405-8421-404e-9c1a-53b7ceed080c) {{(pid=91847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:26:10.462558 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c4e61-954b-4151-bd02-56f1770f7c75 req-3b1c8c1f-c394-4da0-91b2-71a1a26d1f85 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:10.464050 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-111c4e61-954b-4151-bd02-56f1770f7c75 req-3b1c8c1f-c394-4da0-91b2-71a1a26d1f85 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 946 time: 0.0863903 May 27 11:26:10.474525 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 34440) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:26:10.479695 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [None req-20eb4af4-9563-4b5f-8e8f-ded22b6740ce tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Request body: {'floatingip': {'port_id': '1488a96d-6080-4c05-b945-d74e589ea4aa'}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:26:10.561050 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-20eb4af4-9563-4b5f-8e8f-ded22b6740ce tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for floatingip, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:10.579862 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c9cf912f-fff2-4424-8b83-dd18b4b1749b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for port, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:10.613113 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c9cf912f-fff2-4424-8b83-dd18b4b1749b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7527304'] for port, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:10.616855 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-111e444d-82c3-4232-8506-9fad67c6e128 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:26:10.683149 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cf912f-fff2-4424-8b83-dd18b4b1749b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Network 0ace5481-0689-4712-88e8-17cfc5365039 is already hosted by enough agents. {{(pid=91847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:26:10.686059 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [None req-c9cf912f-fff2-4424-8b83-dd18b4b1749b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Resources bound (agent type, host, resource id): {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:26:10.689923 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cf912f-fff2-4424-8b83-dd18b4b1749b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Received port after_create {{(pid=91847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:26:10.736593 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf912f-fff2-4424-8b83-dd18b4b1749b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Pushing event updated for resources: {'Port': ['ID=6c505405-8421-404e-9c1a-53b7ceed080c,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:26:10.740724 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-c9cf912f-fff2-4424-8b83-dd18b4b1749b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:26:10.781784 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c9cf912f-fff2-4424-8b83-dd18b4b1749b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:10.848525 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c9cf912f-fff2-4424-8b83-dd18b4b1749b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:11.064630 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c9cf912f-fff2-4424-8b83-dd18b4b1749b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for port, precommit_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:11.069374 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c9cf912f-fff2-4424-8b83-dd18b4b1749b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7527359'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:11.073234 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-c9cf912f-fff2-4424-8b83-dd18b4b1749b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:26:11.182536 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf912f-fff2-4424-8b83-dd18b4b1749b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Pushing event updated for resources: {'Port': ['ID=6c505405-8421-404e-9c1a-53b7ceed080c,revision_number=2']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:26:11.186589 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-c9cf912f-fff2-4424-8b83-dd18b4b1749b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:26:11.192371 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-20eb4af4-9563-4b5f-8e8f-ded22b6740ce tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:11.194223 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c9cf912f-fff2-4424-8b83-dd18b4b1749b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926625'] for floatingip, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:11.196295 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-20eb4af4-9563-4b5f-8e8f-ded22b6740ce tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926625'] for floatingip, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:11.218746 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c9cf912f-fff2-4424-8b83-dd18b4b1749b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for floatingip, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:11.220103 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-c9cf912f-fff2-4424-8b83-dd18b4b1749b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1250310 May 27 11:26:11.500434 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-13f5747e-4ec0-416a-800b-5023a09956fc req-7004578d-1e1e-4266-adaa-3e4e5a8a41ea tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1256454315&fields=id&tenant_id=802e7975f0524c7ea779d173670046b7 HTTP/1.1" status: 200 len: 267 time: 0.0709054 May 27 11:26:11.502943 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.db.l3_db [None req-20eb4af4-9563-4b5f-8e8f-ded22b6740ce tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Floating IP d3b464f4-19e9-4609-a368-b77877db640b associated. External IP: 172.28.3.135, port: 1488a96d-6080-4c05-b945-d74e589ea4aa. May 27 11:26:11.802765 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5747e-4ec0-416a-800b-5023a09956fc req-37993a5b-e390-4a1b-ad17-bd8396b392d9 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:11.805143 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-13f5747e-4ec0-416a-800b-5023a09956fc req-37993a5b-e390-4a1b-ad17-bd8396b392d9 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/networks?id=dddfebc0-a063-4692-a21d-f73fcbbd8d09 HTTP/1.1" status: 200 len: 810 time: 0.2549651 May 27 11:26:11.885036 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-13f5747e-4ec0-416a-800b-5023a09956fc req-9e8c4df2-9c0f-4803-a7bf-5a494d3a494f tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/quotas/802e7975f0524c7ea779d173670046b7 HTTP/1.1" status: 200 len: 375 time: 0.0303247 May 27 11:26:12.048681 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20eb4af4-9563-4b5f-8e8f-ded22b6740ce tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Router 9ff690f8-fb8f-41a7-9402-1a24f8fdf38b has already been hosted by L3 agent 6d24f2a4-c5c8-4233-9813-3f8fa73b68fa {{(pid=91848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:26:12.069005 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-13f5747e-4ec0-416a-800b-5023a09956fc req-09c66fb9-d097-43fe-9c3a-7c56241a054c tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=802e7975f0524c7ea779d173670046b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1778934 May 27 11:26:12.351835 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-13f5747e-4ec0-416a-800b-5023a09956fc req-e8a69465-e3b0-4b37-b33c-3b127b2ec36c service neutron] 10.222.0.77 "GET /v2.0/networks/dddfebc0-a063-4692-a21d-f73fcbbd8d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264433 May 27 11:26:12.352943 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20eb4af4-9563-4b5f-8e8f-ded22b6740ce tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify agent at l3_agent.dv-cinder-751579-23-smb the message routers_updated {{(pid=91848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:26:12.358008 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-20eb4af4-9563-4b5f-8e8f-ded22b6740ce tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for floatingip, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:12.362505 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0288003-90d9-4739-b0d9-a74a578048ac None None] Sync routers for ids ['9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'] in dv-cinder-751579-23-smb {{(pid=91849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:26:12.373167 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0288003-90d9-4739-b0d9-a74a578048ac None None] Routers {'9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:26:12.373765 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-a0288003-90d9-4739-b0d9-a74a578048ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:25:47Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'], 'active': True} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:26:12.495165 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-20eb4af4-9563-4b5f-8e8f-ded22b6740ce tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "PUT /v2.0/floatingips/d3b464f4-19e9-4609-a368-b77877db640b HTTP/1.1" status: 200 len: 992 time: 2.0194564 May 27 11:26:12.497687 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f7a48d-c9b3-4f40-9605-349564b1fef3', 'tag': '1488a96d-6080-4c05-b945-d74e589ea4aa'}] {{(pid=91848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:26:12.546739 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-13f5747e-4ec0-416a-800b-5023a09956fc req-cd4161ff-ecaf-48d9-93dc-080a2ccb2343 service neutron] 10.222.0.77 "GET /v2.0/networks/dddfebc0-a063-4692-a21d-f73fcbbd8d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607590 May 27 11:26:12.566478 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvr_db [None req-a0288003-90d9-4739-b0d9-a74a578048ac None None] Set router 9ff690f8-fb8f-41a7-9402-1a24f8fdf38b gateway port host: dv-cinder-751579-23-smb {{(pid=91849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:26:12.686884 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1f7a48d-c9b3-4f40-9605-349564b1fef3', 'tag': '1488a96d-6080-4c05-b945-d74e589ea4aa', 'status': 'completed', 'code': 200} May 27 11:26:12.773439 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-34dee881-079c-4e37-bbf7-64ba4cc16943 req-9afbee42-ca17-4f5b-a743-058e36804ee1 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=48ba563d-7931-484a-a769-3b8a49d8e0be HTTP/1.1" status: 200 len: 210 time: 0.0855868 May 27 11:26:12.811726 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ea4c4-b820-4fd1-af25-ffc274f795ae req-6d61cb7e-7efc-4dee-abdc-c8bc33fd396b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:12.813193 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-cf9ea4c4-b820-4fd1-af25-ffc274f795ae req-6d61cb7e-7efc-4dee-abdc-c8bc33fd396b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ee9a16c0b3d64dcaa05860c6748a85d3&device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 1099 time: 0.0879562 May 27 11:26:12.953250 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-a0288003-90d9-4739-b0d9-a74a578048ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1157397290-router', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': '105d25ca-425f-456c-9a62-393efa03896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:19:28Z', 'updated_at': '2021-05-27T11:19:34Z', 'revision_number': 4, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'gw_port': {'id': '105d25ca-425f-456c-9a62-393efa03896c', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:19:29Z', 'updated_at': '2021-05-27T11:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_floatingips': [{'id': 'd3b464f4-19e9-4609-a368-b77877db640b', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'floating_ip_address': '172.28.3.135', 'floating_network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'router_id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'port_id': '1488a96d-6080-4c05-b945-d74e589ea4aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733', 'mac_address': 'fa:16:3e:29:32:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7a48d-c9b3-4f40-9605-349564b1fef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:25:52Z', 'updated_at': '2021-05-27T11:26:11Z', 'revision_number': 1, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2200579a-7af3-4ed3-affc-3e9f79e996ce', 'name': '', 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'mac_address': 'fa:16:3e:3c:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:19:33Z', 'updated_at': '2021-05-27T11:19:42Z', 'revision_number': 5, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'subnets': [{'id': '6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:26:12.957651 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0288003-90d9-4739-b0d9-a74a578048ac None None] Checking router: 9ff690f8-fb8f-41a7-9402-1a24f8fdf38b for host: dv-cinder-751579-23-smb {{(pid=91849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:26:12.967622 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0288003-90d9-4739-b0d9-a74a578048ac None None] Routers {'9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:26:12.968731 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-a0288003-90d9-4739-b0d9-a74a578048ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:25:47Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'], 'active': True} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:26:13.090761 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ea4c4-b820-4fd1-af25-ffc274f795ae req-8406b07c-1db3-42ea-b3ea-52be829e00a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:13.092826 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-cf9ea4c4-b820-4fd1-af25-ffc274f795ae req-8406b07c-1db3-42ea-b3ea-52be829e00a6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b50153bc-b3d8-4853-86fc-46a79e9f3733 HTTP/1.1" status: 200 len: 919 time: 0.2682652 May 27 11:26:13.203814 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvr_db [None req-a0288003-90d9-4739-b0d9-a74a578048ac None None] Set router 9ff690f8-fb8f-41a7-9402-1a24f8fdf38b gateway port host: dv-cinder-751579-23-smb {{(pid=91849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:26:13.218403 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-cf9ea4c4-b820-4fd1-af25-ffc274f795ae req-626ea49b-2be3-4321-8037-730fd943457e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1488a96d-6080-4c05-b945-d74e589ea4aa HTTP/1.1" status: 200 len: 1000 time: 0.1136053 May 27 11:26:13.298944 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ea4c4-b820-4fd1-af25-ffc274f795ae req-08446e9e-16a7-48a9-a2dc-92cf0ba47bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:13.300441 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-cf9ea4c4-b820-4fd1-af25-ffc274f795ae req-08446e9e-16a7-48a9-a2dc-92cf0ba47bfe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f HTTP/1.1" status: 200 len: 856 time: 0.0616467 May 27 11:26:13.380551 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ea4c4-b820-4fd1-af25-ffc274f795ae req-449b01dc-9c79-4042-a4d6-8ecf516f9353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:13.382064 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-cf9ea4c4-b820-4fd1-af25-ffc274f795ae req-449b01dc-9c79-4042-a4d6-8ecf516f9353 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b50153bc-b3d8-4853-86fc-46a79e9f3733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0741098 May 27 11:26:13.516515 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-cf9ea4c4-b820-4fd1-af25-ffc274f795ae req-80d95396-cda4-4d0a-8b91-5d374e6541e6 service neutron] 10.222.0.35 "GET /v2.0/networks/b50153bc-b3d8-4853-86fc-46a79e9f3733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263590 May 27 11:26:13.564288 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-a0288003-90d9-4739-b0d9-a74a578048ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1157397290-router', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': '105d25ca-425f-456c-9a62-393efa03896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:19:28Z', 'updated_at': '2021-05-27T11:19:34Z', 'revision_number': 4, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'gw_port': {'id': '105d25ca-425f-456c-9a62-393efa03896c', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:19:29Z', 'updated_at': '2021-05-27T11:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_floatingips': [{'id': 'd3b464f4-19e9-4609-a368-b77877db640b', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'floating_ip_address': '172.28.3.135', 'floating_network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'router_id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'port_id': '1488a96d-6080-4c05-b945-d74e589ea4aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733', 'mac_address': 'fa:16:3e:29:32:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7a48d-c9b3-4f40-9605-349564b1fef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:25:52Z', 'updated_at': '2021-05-27T11:26:11Z', 'revision_number': 1, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2200579a-7af3-4ed3-affc-3e9f79e996ce', 'name': '', 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'mac_address': 'fa:16:3e:3c:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:19:33Z', 'updated_at': '2021-05-27T11:19:42Z', 'revision_number': 5, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'subnets': [{'id': '6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:26:13.568241 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0288003-90d9-4739-b0d9-a74a578048ac None None] The sync data for ids ['9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'] in dv-cinder-751579-23-smb is: [{'id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1157397290-router', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': '105d25ca-425f-456c-9a62-393efa03896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:19:28Z', 'updated_at': '2021-05-27T11:19:34Z', 'revision_number': 4, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'gw_port': {'id': '105d25ca-425f-456c-9a62-393efa03896c', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:19:29Z', 'updated_at': '2021-05-27T11:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_floatingips': [{'id': 'd3b464f4-19e9-4609-a368-b77877db640b', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'floating_ip_address': '172.28.3.135', 'floating_network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'router_id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'port_id': '1488a96d-6080-4c05-b945-d74e589ea4aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733', 'mac_address': 'fa:16:3e:29:32:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7a48d-c9b3-4f40-9605-349564b1fef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:25:52Z', 'updated_at': '2021-05-27T11:26:11Z', 'revision_number': 1, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2200579a-7af3-4ed3-affc-3e9f79e996ce', 'name': '', 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'mac_address': 'fa:16:3e:3c:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:19:33Z', 'updated_at': '2021-05-27T11:19:42Z', 'revision_number': 5, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'subnets': [{'id': '6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:26:13.660360 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-cf9ea4c4-b820-4fd1-af25-ffc274f795ae req-81b4c2be-c345-4663-b18e-ef25a5311caf service neutron] 10.222.0.35 "GET /v2.0/networks/b50153bc-b3d8-4853-86fc-46a79e9f3733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325686 May 27 11:26:13.782849 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169c78d2-c192-4044-a773-d62c2ec8626e None None] New status for floating IP d3b464f4-19e9-4609-a368-b77877db640b: ACTIVE {{(pid=91850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 11:26:13.973530 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-41bebb09-b768-43a5-ae0c-cefa54d9adde req-17c2f79f-e89a-45b1-b51d-418d9dc14eb5 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=48ba563d-7931-484a-a769-3b8a49d8e0be HTTP/1.1" status: 200 len: 210 time: 0.0644937 May 27 11:26:14.040977 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5747e-4ec0-416a-800b-5023a09956fc req-416ee605-9d9c-4a84-9e78-f1ef47b2cd54 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:14.042300 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-13f5747e-4ec0-416a-800b-5023a09956fc req-416ee605-9d9c-4a84-9e78-f1ef47b2cd54 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.35 "GET /v2.0/networks?id=dddfebc0-a063-4692-a21d-f73fcbbd8d09 HTTP/1.1" status: 200 len: 810 time: 0.2248731 May 27 11:26:14.113694 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-13f5747e-4ec0-416a-800b-5023a09956fc req-3989072f-ff29-43ec-8be2-d6595a3930b8 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=802e7975f0524c7ea779d173670046b7 HTTP/1.1" status: 200 len: 380 time: 0.0437622 May 27 11:26:14.127607 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [req-13f5747e-4ec0-416a-800b-5023a09956fc req-1dc20fd0-cf5d-4bbb-b098-de1b48d67c71 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Request body: {'port': {'device_id': '48ba563d-7931-484a-a769-3b8a49d8e0be', 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09', 'admin_state_up': True, 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'security_groups': ['2513c14c-c518-4428-9256-90e25bd60b96']}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:26:14.263180 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [req-13f5747e-4ec0-416a-800b-5023a09956fc req-1dc20fd0-cf5d-4bbb-b098-de1b48d67c71 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:26:14.267998 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-13f5747e-4ec0-416a-800b-5023a09956fc req-1dc20fd0-cf5d-4bbb-b098-de1b48d67c71 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Usage tracker for resource:port and tenant:802e7975f0524c7ea779d173670046b7 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:26:14.270750 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-13f5747e-4ec0-416a-800b-5023a09956fc req-1dc20fd0-cf5d-4bbb-b098-de1b48d67c71 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:26:14.276314 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [req-13f5747e-4ec0-416a-800b-5023a09956fc req-1dc20fd0-cf5d-4bbb-b098-de1b48d67c71 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:26:14.286073 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13f5747e-4ec0-416a-800b-5023a09956fc req-1dc20fd0-cf5d-4bbb-b098-de1b48d67c71 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Made reservation on behalf of 802e7975f0524c7ea779d173670046b7 for: {'port': 1} {{(pid=91848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:26:14.289510 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-13f5747e-4ec0-416a-800b-5023a09956fc req-1dc20fd0-cf5d-4bbb-b098-de1b48d67c71 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:14.454274 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.db_base_plugin_common [req-13f5747e-4ec0-416a-800b-5023a09956fc req-1dc20fd0-cf5d-4bbb-b098-de1b48d67c71 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Allocated IP 172.20.0.7 (dddfebc0-a063-4692-a21d-f73fcbbd8d09/53f9b7c8-83a1-4c1c-aa60-764bc111576d/c5efb1fe-abbe-46fb-9000-4e9b9bd54b89) {{(pid=91848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:26:14.586961 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-06b99bfd-574b-4270-bae8-3956e2fb87dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:14.641788 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-13f5747e-4ec0-416a-800b-5023a09956fc req-1dc20fd0-cf5d-4bbb-b098-de1b48d67c71 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for port, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:14.657603 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.provisioning_blocks [req-13f5747e-4ec0-416a-800b-5023a09956fc req-1dc20fd0-cf5d-4bbb-b098-de1b48d67c71 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Transition to ACTIVE for port object c5efb1fe-abbe-46fb-9000-4e9b9bd54b89 will not be triggered until provisioned by entity DHCP. {{(pid=91848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:26:14.681062 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-13f5747e-4ec0-416a-800b-5023a09956fc req-1dc20fd0-cf5d-4bbb-b098-de1b48d67c71 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764581973971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6295888'] for port, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:14.687190 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-84677c89-6d90-4059-ab0d-5a60ef177956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:26:14.757214 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13f5747e-4ec0-416a-800b-5023a09956fc req-1dc20fd0-cf5d-4bbb-b098-de1b48d67c71 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Network dddfebc0-a063-4692-a21d-f73fcbbd8d09 is already hosted by enough agents. {{(pid=91848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:26:14.760322 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.base_scheduler [req-13f5747e-4ec0-416a-800b-5023a09956fc req-1dc20fd0-cf5d-4bbb-b098-de1b48d67c71 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Resources bound (agent type, host, resource id): {{(pid=91848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:26:14.764323 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f5747e-4ec0-416a-800b-5023a09956fc req-1dc20fd0-cf5d-4bbb-b098-de1b48d67c71 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Received port after_create {{(pid=91848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:26:14.796474 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc20fd0-cf5d-4bbb-b098-de1b48d67c71 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Pushing event updated for resources: {'Port': ['ID=c5efb1fe-abbe-46fb-9000-4e9b9bd54b89,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:26:14.802803 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-1dc20fd0-cf5d-4bbb-b098-de1b48d67c71 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:26:14.835542 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5747e-4ec0-416a-800b-5023a09956fc req-1dc20fd0-cf5d-4bbb-b098-de1b48d67c71 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:14.836241 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-13f5747e-4ec0-416a-800b-5023a09956fc req-1dc20fd0-cf5d-4bbb-b098-de1b48d67c71 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:14.869204 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-13f5747e-4ec0-416a-800b-5023a09956fc req-1dc20fd0-cf5d-4bbb-b098-de1b48d67c71 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7455487 May 27 11:26:14.893874 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [req-13f5747e-4ec0-416a-800b-5023a09956fc req-93ff6bde-8708-423b-9123-6f7170033a27 service neutron] Request body: {'port': {'device_id': '48ba563d-7931-484a-a769-3b8a49d8e0be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:26:14.989175 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-4ad9e66b-0fa9-40c1-b910-af8745316ef0 None None] Provisioning for port c5efb1fe-abbe-46fb-9000-4e9b9bd54b89 completed by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:26:14.994548 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-4ad9e66b-0fa9-40c1-b910-af8745316ef0 None None] Provisioning complete for port c5efb1fe-abbe-46fb-9000-4e9b9bd54b89 triggered by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:26:14.994923 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-4ad9e66b-0fa9-40c1-b910-af8745316ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:15.054675 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-4ad9e66b-0fa9-40c1-b910-af8745316ef0 None None] Port c5efb1fe-abbe-46fb-9000-4e9b9bd54b89 cannot update to ACTIVE because it is not bound. {{(pid=91849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:26:15.145380 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-13f5747e-4ec0-416a-800b-5023a09956fc req-93ff6bde-8708-423b-9123-6f7170033a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:15.250222 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da80120-b25d-4c47-9c95-4dea7d394a7a req-bc2621b2-fa01-40d6-a69a-9db9d6559429 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:15.250892 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-7da80120-b25d-4c47-9c95-4dea7d394a7a req-bc2621b2-fa01-40d6-a69a-9db9d6559429 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Synchronizing usage tracker for tenant:802e7975f0524c7ea779d173670046b7 on resource:port {{(pid=91848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:26:15.315392 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-7da80120-b25d-4c47-9c95-4dea7d394a7a req-bc2621b2-fa01-40d6-a69a-9db9d6559429 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Unset dirty status for tenant:802e7975f0524c7ea779d173670046b7 on resource:port {{(pid=91848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:26:15.316518 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7da80120-b25d-4c47-9c95-4dea7d394a7a req-bc2621b2-fa01-40d6-a69a-9db9d6559429 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=48ba563d-7931-484a-a769-3b8a49d8e0be HTTP/1.1" status: 200 len: 931 time: 0.2192190 May 27 11:26:15.442683 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7da80120-b25d-4c47-9c95-4dea7d394a7a req-7c3c1e78-474c-45c5-a67c-ff910d685232 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=2513c14c-c518-4428-9256-90e25bd60b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199176 May 27 11:26:15.560067 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.notifiers.nova [req-13f5747e-4ec0-416a-800b-5023a09956fc req-93ff6bde-8708-423b-9123-6f7170033a27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5efb1fe-abbe-46fb-9000-4e9b9bd54b89 {{(pid=91848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:26:15.568062 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-13f5747e-4ec0-416a-800b-5023a09956fc req-93ff6bde-8708-423b-9123-6f7170033a27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:15.582349 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.provisioning_blocks [req-13f5747e-4ec0-416a-800b-5023a09956fc req-93ff6bde-8708-423b-9123-6f7170033a27 service neutron] Transition to ACTIVE for port object c5efb1fe-abbe-46fb-9000-4e9b9bd54b89 will not be triggered until provisioned by entity L2. {{(pid=91848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:26:15.585216 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-13f5747e-4ec0-416a-800b-5023a09956fc req-93ff6bde-8708-423b-9123-6f7170033a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6295911'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:15.588706 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-5875d955-7bb3-4d35-ae71-c6f73f8a4898 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:26:15.750775 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff6bde-8708-423b-9123-6f7170033a27 service neutron] Pushing event updated for resources: {'Port': ['ID=c5efb1fe-abbe-46fb-9000-4e9b9bd54b89,revision_number=2']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:26:15.758562 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-93ff6bde-8708-423b-9123-6f7170033a27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:26:15.834560 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [req-13f5747e-4ec0-416a-800b-5023a09956fc req-93ff6bde-8708-423b-9123-6f7170033a27 service neutron] Attempting to bind port c5efb1fe-abbe-46fb-9000-4e9b9bd54b89 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:26:15.834823 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [req-13f5747e-4ec0-416a-800b-5023a09956fc req-93ff6bde-8708-423b-9123-6f7170033a27 service neutron] Attempting to bind port c5efb1fe-abbe-46fb-9000-4e9b9bd54b89 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': 'fb4e28ff-9721-464e-abd4-401b71986c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09'}] {{(pid=91848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:26:15.835183 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f5747e-4ec0-416a-800b-5023a09956fc req-93ff6bde-8708-423b-9123-6f7170033a27 service neutron] Attempting to bind port c5efb1fe-abbe-46fb-9000-4e9b9bd54b89 on network dddfebc0-a063-4692-a21d-f73fcbbd8d09 {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:26:15.840297 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f5747e-4ec0-416a-800b-5023a09956fc req-93ff6bde-8708-423b-9123-6f7170033a27 service neutron] Port c5efb1fe-abbe-46fb-9000-4e9b9bd54b89 on network dddfebc0-a063-4692-a21d-f73fcbbd8d09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 11:26:15.840605 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f5747e-4ec0-416a-800b-5023a09956fc req-93ff6bde-8708-423b-9123-6f7170033a27 service neutron] Attempting to bind port c5efb1fe-abbe-46fb-9000-4e9b9bd54b89 on network dddfebc0-a063-4692-a21d-f73fcbbd8d09 {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:26:15.845670 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f5747e-4ec0-416a-800b-5023a09956fc req-93ff6bde-8708-423b-9123-6f7170033a27 service neutron] Checking agent: {'id': '488b0f7b-d99c-4207-808d-fdc57746257f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 16, 24), 'started_at': datetime.datetime(2021, 5, 27, 11, 16, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:26:15.845991 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f5747e-4ec0-416a-800b-5023a09956fc req-93ff6bde-8708-423b-9123-6f7170033a27 service neutron] Checking segment: {'id': 'fb4e28ff-9721-464e-abd4-401b71986c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:26:15.846366 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f5747e-4ec0-416a-800b-5023a09956fc req-93ff6bde-8708-423b-9123-6f7170033a27 service neutron] Bound using segment: {'id': 'fb4e28ff-9721-464e-abd4-401b71986c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09'} {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:26:15.846808 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [req-13f5747e-4ec0-416a-800b-5023a09956fc req-93ff6bde-8708-423b-9123-6f7170033a27 service neutron] Bound port: c5efb1fe-abbe-46fb-9000-4e9b9bd54b89, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb4e28ff-9721-464e-abd4-401b71986c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09'}}] {{(pid=91848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:26:15.847142 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-13f5747e-4ec0-416a-800b-5023a09956fc req-93ff6bde-8708-423b-9123-6f7170033a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:15.937593 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [req-13f5747e-4ec0-416a-800b-5023a09956fc req-93ff6bde-8708-423b-9123-6f7170033a27 service neutron] For port c5efb1fe-abbe-46fb-9000-4e9b9bd54b89, host hv-cinder-75157, cleared binding levels {{(pid=91848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:26:15.940525 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [req-13f5747e-4ec0-416a-800b-5023a09956fc req-93ff6bde-8708-423b-9123-6f7170033a27 service neutron] For port c5efb1fe-abbe-46fb-9000-4e9b9bd54b89, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=c5efb1fe-abbe-46fb-9000-4e9b9bd54b89,segment=NetworkSegment(fb4e28ff-9721-464e-abd4-401b71986c46),segment_id=fb4e28ff-9721-464e-abd4-401b71986c46)] {{(pid=91848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:26:15.945450 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-13f5747e-4ec0-416a-800b-5023a09956fc req-93ff6bde-8708-423b-9123-6f7170033a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6295911'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:15.950039 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-dd79237b-a496-444d-a606-54c226a2ce6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:26:16.013587 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5747e-4ec0-416a-800b-5023a09956fc req-93ff6bde-8708-423b-9123-6f7170033a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:16.014263 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-13f5747e-4ec0-416a-800b-5023a09956fc req-93ff6bde-8708-423b-9123-6f7170033a27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:16.015943 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-13f5747e-4ec0-416a-800b-5023a09956fc req-93ff6bde-8708-423b-9123-6f7170033a27 service neutron] 10.222.0.35 "PUT /v2.0/ports/c5efb1fe-abbe-46fb-9000-4e9b9bd54b89 HTTP/1.1" status: 200 len: 1093 time: 1.1273544 May 27 11:26:16.016466 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ba563d-7931-484a-a769-3b8a49d8e0be', 'tag': 'c5efb1fe-abbe-46fb-9000-4e9b9bd54b89'}] {{(pid=91848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:26:16.043015 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff6bde-8708-423b-9123-6f7170033a27 service neutron] Pushing event updated for resources: {'Port': ['ID=c5efb1fe-abbe-46fb-9000-4e9b9bd54b89,revision_number=3']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:26:16.047054 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-93ff6bde-8708-423b-9123-6f7170033a27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:26:16.062778 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ba563d-7931-484a-a769-3b8a49d8e0be', 'tag': 'c5efb1fe-abbe-46fb-9000-4e9b9bd54b89', 'status': 'completed', 'code': 200} May 27 11:26:16.165089 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5747e-4ec0-416a-800b-5023a09956fc req-299b8fe9-5695-4d62-b945-3316a7f9f86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:16.166580 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-13f5747e-4ec0-416a-800b-5023a09956fc req-299b8fe9-5695-4d62-b945-3316a7f9f86b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=802e7975f0524c7ea779d173670046b7&device_id=48ba563d-7931-484a-a769-3b8a49d8e0be HTTP/1.1" status: 200 len: 1096 time: 0.0781608 May 27 11:26:16.245806 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-13f5747e-4ec0-416a-800b-5023a09956fc req-da530c00-995b-4a49-99c6-0d00d5077e6e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5efb1fe-abbe-46fb-9000-4e9b9bd54b89 HTTP/1.1" status: 200 len: 217 time: 0.0676262 May 27 11:26:16.310293 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5747e-4ec0-416a-800b-5023a09956fc req-f855973f-b698-49a5-807f-29359a352a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:16.311741 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-13f5747e-4ec0-416a-800b-5023a09956fc req-f855973f-b698-49a5-807f-29359a352a8e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=53f9b7c8-83a1-4c1c-aa60-764bc111576d HTTP/1.1" status: 200 len: 849 time: 0.0582547 May 27 11:26:16.392886 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5747e-4ec0-416a-800b-5023a09956fc req-429794a4-6760-487b-8771-0116a5929277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:16.394259 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-13f5747e-4ec0-416a-800b-5023a09956fc req-429794a4-6760-487b-8771-0116a5929277 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dddfebc0-a063-4692-a21d-f73fcbbd8d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0745678 May 27 11:26:16.534535 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-13f5747e-4ec0-416a-800b-5023a09956fc req-0d548958-8f02-44d5-a673-0cd78871f496 service neutron] 10.222.0.35 "GET /v2.0/networks/dddfebc0-a063-4692-a21d-f73fcbbd8d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292009 May 27 11:26:16.732949 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-13f5747e-4ec0-416a-800b-5023a09956fc req-eeceb2c3-9486-4146-9422-78fec935772c service neutron] 10.222.0.35 "GET /v2.0/networks/dddfebc0-a063-4692-a21d-f73fcbbd8d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870654 May 27 11:26:16.744764 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6ce13-909b-4017-a1b4-91a21e25009b req-96492817-9a85-45a6-b9c2-1c9fc781817a tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:16.746347 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c4a6ce13-909b-4017-a1b4-91a21e25009b req-96492817-9a85-45a6-b9c2-1c9fc781817a tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=48ba563d-7931-484a-a769-3b8a49d8e0be HTTP/1.1" status: 200 len: 943 time: 0.1825571 May 27 11:26:16.793847 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c4a6ce13-909b-4017-a1b4-91a21e25009b req-2af5a5f0-0a25-4d75-9cfa-ed571d254f29 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=2513c14c-c518-4428-9256-90e25bd60b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406766 May 27 11:26:16.947362 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027e206-6070-457c-b3d7-0e6092ce91a7 req-4ef32300-69bf-411e-ad10-44bb4e7d568f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:16.948851 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8027e206-6070-457c-b3d7-0e6092ce91a7 req-4ef32300-69bf-411e-ad10-44bb4e7d568f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=802e7975f0524c7ea779d173670046b7&device_id=48ba563d-7931-484a-a769-3b8a49d8e0be HTTP/1.1" status: 200 len: 1096 time: 0.1584086 May 27 11:26:17.046271 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-a68743fb-62d4-4ffd-83ab-05ba9c120bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:17.082813 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027e206-6070-457c-b3d7-0e6092ce91a7 req-0deee3fe-152c-4259-900c-f4a0ffb20d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:17.084255 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8027e206-6070-457c-b3d7-0e6092ce91a7 req-0deee3fe-152c-4259-900c-f4a0ffb20d82 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dddfebc0-a063-4692-a21d-f73fcbbd8d09 HTTP/1.1" status: 200 len: 912 time: 0.1278718 May 27 11:26:17.125652 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:17.161869 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8027e206-6070-457c-b3d7-0e6092ce91a7 req-49c4b378-a6ee-46e5-afe9-f9d5deef9181 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5efb1fe-abbe-46fb-9000-4e9b9bd54b89 HTTP/1.1" status: 200 len: 217 time: 0.0647597 May 27 11:26:17.231117 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027e206-6070-457c-b3d7-0e6092ce91a7 req-a369bd89-a6cd-4c9c-97e9-bee3293d0a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:17.232602 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8027e206-6070-457c-b3d7-0e6092ce91a7 req-a369bd89-a6cd-4c9c-97e9-bee3293d0a32 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=53f9b7c8-83a1-4c1c-aa60-764bc111576d HTTP/1.1" status: 200 len: 849 time: 0.0575984 May 27 11:26:17.311440 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027e206-6070-457c-b3d7-0e6092ce91a7 req-bdf391a7-1d70-4360-bc56-bcc03da32555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:17.312846 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8027e206-6070-457c-b3d7-0e6092ce91a7 req-bdf391a7-1d70-4360-bc56-bcc03da32555 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dddfebc0-a063-4692-a21d-f73fcbbd8d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0707042 May 27 11:26:17.450199 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8027e206-6070-457c-b3d7-0e6092ce91a7 req-62112f26-6386-4fde-8769-00ee43878d68 service neutron] 10.222.0.35 "GET /v2.0/networks/dddfebc0-a063-4692-a21d-f73fcbbd8d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268065 May 27 11:26:17.588651 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8027e206-6070-457c-b3d7-0e6092ce91a7 req-b26791a9-9cc5-4c2c-97cb-5af88acf87b2 service neutron] 10.222.0.35 "GET /v2.0/networks/dddfebc0-a063-4692-a21d-f73fcbbd8d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266048 May 27 11:26:17.987058 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d7a9f-287b-43fa-bbb6-1a1713b7f699 req-4ee40231-af17-492b-b77d-7d7ecb9b6f90 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:17.991560 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-bc9d7a9f-287b-43fa-bbb6-1a1713b7f699 req-4ee40231-af17-492b-b77d-7d7ecb9b6f90 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=48ba563d-7931-484a-a769-3b8a49d8e0be HTTP/1.1" status: 200 len: 943 time: 0.0868032 May 27 11:26:18.039582 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-bc9d7a9f-287b-43fa-bbb6-1a1713b7f699 req-16ca414d-2cbd-4fd0-8ddc-94362ed5f077 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=2513c14c-c518-4428-9256-90e25bd60b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444260 May 27 11:26:18.355387 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:19.246895 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3adf6-0512-4817-9a44-99c1a2341efb req-116b4525-3876-495e-bb5a-0f5797ae241c tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:19.248957 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1cd3adf6-0512-4817-9a44-99c1a2341efb req-116b4525-3876-495e-bb5a-0f5797ae241c tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=48ba563d-7931-484a-a769-3b8a49d8e0be HTTP/1.1" status: 200 len: 943 time: 0.0810919 May 27 11:26:19.296847 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1cd3adf6-0512-4817-9a44-99c1a2341efb req-af64cc15-2593-45d1-85ff-46281ce97136 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=2513c14c-c518-4428-9256-90e25bd60b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419030 May 27 11:26:20.359224 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:20.488315 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51221e33-e819-4404-ab47-640511b708f3 req-1c9a6b43-dec0-44fe-bc72-c17738f0b53f tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:20.489728 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-51221e33-e819-4404-ab47-640511b708f3 req-1c9a6b43-dec0-44fe-bc72-c17738f0b53f tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=48ba563d-7931-484a-a769-3b8a49d8e0be HTTP/1.1" status: 200 len: 943 time: 0.0799229 May 27 11:26:20.534913 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-51221e33-e819-4404-ab47-640511b708f3 req-53655103-8148-4a2e-a9d7-7ef8bc905fe5 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=2513c14c-c518-4428-9256-90e25bd60b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392368 May 27 11:26:20.706379 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device c5efb1fe-abbe-46fb-9000-4e9b9bd54b89 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:26:20.845185 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port c5efb1fe-abbe-46fb-9000-4e9b9bd54b89, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=c5efb1fe-abbe-46fb-9000-4e9b9bd54b89,segment=NetworkSegment(fb4e28ff-9721-464e-abd4-401b71986c46),segment_id=fb4e28ff-9721-464e-abd4-401b71986c46)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:26:20.859781 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Returning: {'device': 'c5efb1fe-abbe-46fb-9000-4e9b9bd54b89', 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09', 'port_id': 'c5efb1fe-abbe-46fb-9000-4e9b9bd54b89', 'mac_address': 'fa:16:3e:d0:65:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f9b7c8-83a1-4c1c-aa60-764bc111576d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:26:20.915880 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:20.933751 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5efb1fe-abbe-46fb-9000-4e9b9bd54b89 {{(pid=91849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:26:20.949792 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port c5efb1fe-abbe-46fb-9000-4e9b9bd54b89, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=c5efb1fe-abbe-46fb-9000-4e9b9bd54b89,segment=NetworkSegment(fb4e28ff-9721-464e-abd4-401b71986c46),segment_id=fb4e28ff-9721-464e-abd4-401b71986c46)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:26:20.953456 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:20.956104 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-3468ab31-d571-437c-8617-1322661b6ff9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:26:21.027506 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=c5efb1fe-abbe-46fb-9000-4e9b9bd54b89,revision_number=4']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:26:21.036415 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:26:21.036754 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:26:21.037088 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:26:21.037414 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:26:21.037737 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:26:21.038079 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:26:21.038380 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:26:21.038697 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:26:21.039017 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:26:21.039334 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:26:21.039689 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:26:21.040006 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:26:21.043805 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:26:21.542499 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['c5efb1fe-abbe-46fb-9000-4e9b9bd54b89'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:26:21.737842 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54951d4b-7b05-44a1-b08b-d5a85d426843 req-545546fb-b7d8-4eff-abaa-467bff7f0ccd tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:21.739404 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-54951d4b-7b05-44a1-b08b-d5a85d426843 req-545546fb-b7d8-4eff-abaa-467bff7f0ccd tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=48ba563d-7931-484a-a769-3b8a49d8e0be HTTP/1.1" status: 200 len: 944 time: 0.0967653 May 27 11:26:21.785369 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-54951d4b-7b05-44a1-b08b-d5a85d426843 req-4d761c05-67a0-495e-b2a1-ea61c9303b63 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=2513c14c-c518-4428-9256-90e25bd60b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399857 May 27 11:26:22.722047 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device c5efb1fe-abbe-46fb-9000-4e9b9bd54b89 up at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:26:22.792646 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning for port c5efb1fe-abbe-46fb-9000-4e9b9bd54b89 completed by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:26:22.797460 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning complete for port c5efb1fe-abbe-46fb-9000-4e9b9bd54b89 triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:26:22.797835 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:22.920249 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:22.947867 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ba563d-7931-484a-a769-3b8a49d8e0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5efb1fe-abbe-46fb-9000-4e9b9bd54b89'}] {{(pid=91849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:26:22.958657 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port c5efb1fe-abbe-46fb-9000-4e9b9bd54b89, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=c5efb1fe-abbe-46fb-9000-4e9b9bd54b89,segment=NetworkSegment(fb4e28ff-9721-464e-abd4-401b71986c46),segment_id=fb4e28ff-9721-464e-abd4-401b71986c46)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:26:22.963424 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:22.966368 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:26:22.981837 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a26fc-7fff-403a-9376-71b8e9b9bf00 req-fa24e620-eab0-483f-bfbc-acc90b7544e6 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:22.983808 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-484a26fc-7fff-403a-9376-71b8e9b9bf00 req-fa24e620-eab0-483f-bfbc-acc90b7544e6 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=48ba563d-7931-484a-a769-3b8a49d8e0be HTTP/1.1" status: 200 len: 944 time: 0.0881350 May 27 11:26:23.012567 dv-cinder-751579-23-smb neutron-server[91849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ba563d-7931-484a-a769-3b8a49d8e0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5efb1fe-abbe-46fb-9000-4e9b9bd54b89', 'code': 200} May 27 11:26:23.048815 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=c5efb1fe-abbe-46fb-9000-4e9b9bd54b89,revision_number=5']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:26:23.052764 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:26:23.056887 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-484a26fc-7fff-403a-9376-71b8e9b9bf00 req-7be12e16-8d8a-4410-af54-9b970950ce37 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=2513c14c-c518-4428-9256-90e25bd60b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659733 May 27 11:26:23.329505 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f6730-fede-4701-af87-535005f7f743 req-d075b41c-7bb5-420e-aa1a-1c52c9222b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:23.330942 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ea4f6730-fede-4701-af87-535005f7f743 req-d075b41c-7bb5-420e-aa1a-1c52c9222b27 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=48ba563d-7931-484a-a769-3b8a49d8e0be HTTP/1.1" status: 200 len: 1098 time: 0.0733845 May 27 11:26:23.373268 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ea4f6730-fede-4701-af87-535005f7f743 req-77b94912-58a1-4a72-a3a2-bcc160f5440b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2513c14c-c518-4428-9256-90e25bd60b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344927 May 27 11:26:23.920408 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:24.247400 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9ae85-ea3c-406a-adc5-9366586a4526 req-97243a48-d8b8-41a4-a0c6-964bf6a2a356 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:24.249519 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-72b9ae85-ea3c-406a-adc5-9366586a4526 req-97243a48-d8b8-41a4-a0c6-964bf6a2a356 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=48ba563d-7931-484a-a769-3b8a49d8e0be HTTP/1.1" status: 200 len: 945 time: 0.0834696 May 27 11:26:24.293493 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-72b9ae85-ea3c-406a-adc5-9366586a4526 req-9a9b181f-e453-484a-bf1a-ea298a7d8d55 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=2513c14c-c518-4428-9256-90e25bd60b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383263 May 27 11:26:25.497627 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3771d8e-2d81-4d06-abec-bca7cfcc5946 req-e8029fa5-974c-4b29-8abc-088a0587864f tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:25.499867 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a3771d8e-2d81-4d06-abec-bca7cfcc5946 req-e8029fa5-974c-4b29-8abc-088a0587864f tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=48ba563d-7931-484a-a769-3b8a49d8e0be HTTP/1.1" status: 200 len: 945 time: 0.0903275 May 27 11:26:25.547279 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a3771d8e-2d81-4d06-abec-bca7cfcc5946 req-696790e1-327d-4fad-b547-de438c102032 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=2513c14c-c518-4428-9256-90e25bd60b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412586 May 27 11:26:25.728481 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c267e4f-903a-4c7a-a707-ea7f6941d93c req-cc4adaa9-1258-4926-bba9-7f5e0d668f99 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:25.729838 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1c267e4f-903a-4c7a-a707-ea7f6941d93c req-cc4adaa9-1258-4926-bba9-7f5e0d668f99 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=48ba563d-7931-484a-a769-3b8a49d8e0be HTTP/1.1" status: 200 len: 945 time: 0.0785382 May 27 11:26:25.738848 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 34532) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:26:25.744136 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [None req-f803f36d-a8ca-4d9c-b2e5-f4ddceb8181f tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Request body: {'floatingip': {'port_id': 'c5efb1fe-abbe-46fb-9000-4e9b9bd54b89'}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:26:25.826429 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-f803f36d-a8ca-4d9c-b2e5-f4ddceb8181f tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for floatingip, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:26.236307 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 6 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:26:26.494444 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-f803f36d-a8ca-4d9c-b2e5-f4ddceb8181f tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:26.499394 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-f803f36d-a8ca-4d9c-b2e5-f4ddceb8181f tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926625'] for floatingip, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:26.669639 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.db.l3_db [None req-f803f36d-a8ca-4d9c-b2e5-f4ddceb8181f tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Floating IP 3054f19c-a759-49e6-bd42-18d6fa7fd25f associated. External IP: 172.28.3.166, port: c5efb1fe-abbe-46fb-9000-4e9b9bd54b89. May 27 11:26:27.021441 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f803f36d-a8ca-4d9c-b2e5-f4ddceb8181f tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Router b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb has already been hosted by L3 agent 6d24f2a4-c5c8-4233-9813-3f8fa73b68fa {{(pid=91848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:26:27.298787 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f803f36d-a8ca-4d9c-b2e5-f4ddceb8181f tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify agent at l3_agent.dv-cinder-751579-23-smb the message routers_updated {{(pid=91848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:26:27.303218 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-f803f36d-a8ca-4d9c-b2e5-f4ddceb8181f tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for floatingip, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:27.309112 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dc005c-8eee-4a3e-bf88-94c4efa104c8 None None] Sync routers for ids ['b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'] in dv-cinder-751579-23-smb {{(pid=91849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:26:27.320476 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dc005c-8eee-4a3e-bf88-94c4efa104c8 None None] Routers {'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:26:27.321039 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-89dc005c-8eee-4a3e-bf88-94c4efa104c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:26:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'], 'active': True} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:26:27.360339 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-f803f36d-a8ca-4d9c-b2e5-f4ddceb8181f tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "PUT /v2.0/floatingips/3054f19c-a759-49e6-bd42-18d6fa7fd25f HTTP/1.1" status: 200 len: 991 time: 1.6204307 May 27 11:26:27.360979 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ba563d-7931-484a-a769-3b8a49d8e0be', 'tag': 'c5efb1fe-abbe-46fb-9000-4e9b9bd54b89'}] {{(pid=91848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:26:27.409122 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ba563d-7931-484a-a769-3b8a49d8e0be', 'tag': 'c5efb1fe-abbe-46fb-9000-4e9b9bd54b89', 'status': 'completed', 'code': 200} May 27 11:26:27.514425 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvr_db [None req-89dc005c-8eee-4a3e-bf88-94c4efa104c8 None None] Set router b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb gateway port host: dv-cinder-751579-23-smb {{(pid=91849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:26:27.515116 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f924cc-9f4b-4144-b403-f0bd51306608 req-571a160e-6717-4879-bc3f-f498bb86ee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:27.516725 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-28f924cc-9f4b-4144-b403-f0bd51306608 req-571a160e-6717-4879-bc3f-f498bb86ee13 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=802e7975f0524c7ea779d173670046b7&device_id=48ba563d-7931-484a-a769-3b8a49d8e0be HTTP/1.1" status: 200 len: 1098 time: 0.0776308 May 27 11:26:27.677068 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f924cc-9f4b-4144-b403-f0bd51306608 req-63c578db-6f03-4381-a12f-782542986db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:27.679423 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-28f924cc-9f4b-4144-b403-f0bd51306608 req-63c578db-6f03-4381-a12f-782542986db5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dddfebc0-a063-4692-a21d-f73fcbbd8d09 HTTP/1.1" status: 200 len: 912 time: 0.1520000 May 27 11:26:27.791770 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-28f924cc-9f4b-4144-b403-f0bd51306608 req-6955f9fa-525b-455e-a6b1-9b5ef4e355fb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5efb1fe-abbe-46fb-9000-4e9b9bd54b89 HTTP/1.1" status: 200 len: 999 time: 0.1011260 May 27 11:26:27.869237 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f924cc-9f4b-4144-b403-f0bd51306608 req-830306f0-126d-4d51-bb1d-e52a09705094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:27.870667 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-28f924cc-9f4b-4144-b403-f0bd51306608 req-830306f0-126d-4d51-bb1d-e52a09705094 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=53f9b7c8-83a1-4c1c-aa60-764bc111576d HTTP/1.1" status: 200 len: 849 time: 0.0663164 May 27 11:26:27.931006 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-89dc005c-8eee-4a3e-bf88-94c4efa104c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'name': 'tempest-AttachVolumeTestJSON-568734066-router', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.165'}], 'enable_snat': True}, 'gw_port_id': '939a7430-f1b3-4757-9a1b-a4f810ae3298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:18:21Z', 'updated_at': '2021-05-27T11:18:34Z', 'revision_number': 4, 'project_id': '802e7975f0524c7ea779d173670046b7', 'gw_port': {'id': '939a7430-f1b3-4757-9a1b-a4f810ae3298', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:23Z', 'updated_at': '2021-05-27T11:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_floatingips': [{'id': '3054f19c-a759-49e6-bd42-18d6fa7fd25f', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'floating_ip_address': '172.28.3.166', 'floating_network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'router_id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'port_id': 'c5efb1fe-abbe-46fb-9000-4e9b9bd54b89', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09', 'mac_address': 'fa:16:3e:d0:65:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ba563d-7931-484a-a769-3b8a49d8e0be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:26:10Z', 'updated_at': '2021-05-27T11:26:26Z', 'revision_number': 1, 'project_id': '802e7975f0524c7ea779d173670046b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f882c9d-c655-4f8f-8cf5-c1ae0863a30c', 'name': '', 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'mac_address': 'fa:16:3e:95:cf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '53f9b7c8-83a1-4c1c-aa60-764bc111576d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:33Z', 'updated_at': '2021-05-27T11:18:47Z', 'revision_number': 5, 'project_id': '802e7975f0524c7ea779d173670046b7', 'subnets': [{'id': '53f9b7c8-83a1-4c1c-aa60-764bc111576d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:26:27.939050 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dc005c-8eee-4a3e-bf88-94c4efa104c8 None None] Checking router: b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb for host: dv-cinder-751579-23-smb {{(pid=91849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:26:27.948323 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dc005c-8eee-4a3e-bf88-94c4efa104c8 None None] Routers {'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:26:27.948939 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-89dc005c-8eee-4a3e-bf88-94c4efa104c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:26:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'], 'active': True} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:26:27.964411 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f924cc-9f4b-4144-b403-f0bd51306608 req-a2a1a72f-e32e-41e9-911b-03afebf74ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:27.965879 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-28f924cc-9f4b-4144-b403-f0bd51306608 req-a2a1a72f-e32e-41e9-911b-03afebf74ccc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dddfebc0-a063-4692-a21d-f73fcbbd8d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0755448 May 27 11:26:28.115023 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-28f924cc-9f4b-4144-b403-f0bd51306608 req-c8ce407a-0f45-4a7c-96e2-08ec0b6f505c service neutron] 10.222.0.35 "GET /v2.0/networks/dddfebc0-a063-4692-a21d-f73fcbbd8d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353903 May 27 11:26:28.133900 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvr_db [None req-89dc005c-8eee-4a3e-bf88-94c4efa104c8 None None] Set router b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb gateway port host: dv-cinder-751579-23-smb {{(pid=91849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:26:28.256162 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-28f924cc-9f4b-4144-b403-f0bd51306608 req-d7804bf8-9f1b-404b-b0c0-9975b71f3049 service neutron] 10.222.0.35 "GET /v2.0/networks/dddfebc0-a063-4692-a21d-f73fcbbd8d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320121 May 27 11:26:28.491161 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-89dc005c-8eee-4a3e-bf88-94c4efa104c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'name': 'tempest-AttachVolumeTestJSON-568734066-router', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.165'}], 'enable_snat': True}, 'gw_port_id': '939a7430-f1b3-4757-9a1b-a4f810ae3298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:18:21Z', 'updated_at': '2021-05-27T11:18:34Z', 'revision_number': 4, 'project_id': '802e7975f0524c7ea779d173670046b7', 'gw_port': {'id': '939a7430-f1b3-4757-9a1b-a4f810ae3298', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:23Z', 'updated_at': '2021-05-27T11:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_floatingips': [{'id': '3054f19c-a759-49e6-bd42-18d6fa7fd25f', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'floating_ip_address': '172.28.3.166', 'floating_network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'router_id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'port_id': 'c5efb1fe-abbe-46fb-9000-4e9b9bd54b89', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09', 'mac_address': 'fa:16:3e:d0:65:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ba563d-7931-484a-a769-3b8a49d8e0be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:26:10Z', 'updated_at': '2021-05-27T11:26:26Z', 'revision_number': 1, 'project_id': '802e7975f0524c7ea779d173670046b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f882c9d-c655-4f8f-8cf5-c1ae0863a30c', 'name': '', 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'mac_address': 'fa:16:3e:95:cf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '53f9b7c8-83a1-4c1c-aa60-764bc111576d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:33Z', 'updated_at': '2021-05-27T11:18:47Z', 'revision_number': 5, 'project_id': '802e7975f0524c7ea779d173670046b7', 'subnets': [{'id': '53f9b7c8-83a1-4c1c-aa60-764bc111576d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:26:28.495851 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dc005c-8eee-4a3e-bf88-94c4efa104c8 None None] The sync data for ids ['b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'] in dv-cinder-751579-23-smb is: [{'id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'name': 'tempest-AttachVolumeTestJSON-568734066-router', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.165'}], 'enable_snat': True}, 'gw_port_id': '939a7430-f1b3-4757-9a1b-a4f810ae3298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:18:21Z', 'updated_at': '2021-05-27T11:18:34Z', 'revision_number': 4, 'project_id': '802e7975f0524c7ea779d173670046b7', 'gw_port': {'id': '939a7430-f1b3-4757-9a1b-a4f810ae3298', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:23Z', 'updated_at': '2021-05-27T11:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_floatingips': [{'id': '3054f19c-a759-49e6-bd42-18d6fa7fd25f', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'floating_ip_address': '172.28.3.166', 'floating_network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'router_id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'port_id': 'c5efb1fe-abbe-46fb-9000-4e9b9bd54b89', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09', 'mac_address': 'fa:16:3e:d0:65:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ba563d-7931-484a-a769-3b8a49d8e0be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:26:10Z', 'updated_at': '2021-05-27T11:26:26Z', 'revision_number': 1, 'project_id': '802e7975f0524c7ea779d173670046b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f882c9d-c655-4f8f-8cf5-c1ae0863a30c', 'name': '', 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'mac_address': 'fa:16:3e:95:cf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '53f9b7c8-83a1-4c1c-aa60-764bc111576d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:33Z', 'updated_at': '2021-05-27T11:18:47Z', 'revision_number': 5, 'project_id': '802e7975f0524c7ea779d173670046b7', 'subnets': [{'id': '53f9b7c8-83a1-4c1c-aa60-764bc111576d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:26:28.705116 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd7a74c-8df0-4777-9199-9d207eecdd1c None None] New status for floating IP 3054f19c-a759-49e6-bd42-18d6fa7fd25f: ACTIVE {{(pid=91850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 11:26:44.590937 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-0041c630-0b6a-48c6-96a0-23ab9dbd5558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:47.048235 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-800452ed-b304-4c99-8b1e-25aa06af72b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:47.120350 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:48.354493 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:50.362939 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:53.929256 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:03.236567 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 6 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:27:14.596547 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-5c44c7b9-eba7-4a97-a8ef-9989b0f0aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:17.053880 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-3e5e7fa1-1139-4fad-8f4f-e238720f5415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:17.129476 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:17.763950 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff525c-d86b-4846-a121-dd586cb51ddc req-47343bce-22da-457c-a687-4043a11a1b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:27:17.766594 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-79ff525c-d86b-4846-a121-dd586cb51ddc req-47343bce-22da-457c-a687-4043a11a1b2a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af7266b3901847dcabc327648954eeae&device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 1138 time: 0.1398408 May 27 11:27:17.777840 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034a19d-a85b-4224-9903-6624f8348913 req-0e24aa4d-2104-41eb-a073-47c2d2a00f1c tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:27:17.780122 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6034a19d-a85b-4224-9903-6624f8348913 req-0e24aa4d-2104-41eb-a073-47c2d2a00f1c tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 985 time: 0.1217701 May 27 11:27:17.908069 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6034a19d-a85b-4224-9903-6624f8348913 req-7de14ef1-694e-45a3-a21c-c6083f991bb3 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?id=35ef736f-d441-45d3-9d51-f315ee90d4ae&id=cd2ecebd-8a94-4fa3-a490-abce76a2c973&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1087821 May 27 11:27:17.945124 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff525c-d86b-4846-a121-dd586cb51ddc req-61759cff-da61-44c4-bc60-e8acbb677ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:27:17.946710 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-79ff525c-d86b-4846-a121-dd586cb51ddc req-61759cff-da61-44c4-bc60-e8acbb677ff4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ced04108-deb6-4ea1-bc74-6c4005400411 HTTP/1.1" status: 200 len: 916 time: 0.1657917 May 27 11:27:18.056506 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-79ff525c-d86b-4846-a121-dd586cb51ddc req-9f240909-d05b-415e-a351-a72eba179a82 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3 HTTP/1.1" status: 200 len: 1001 time: 0.1017873 May 27 11:27:18.134149 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff525c-d86b-4846-a121-dd586cb51ddc req-a70e6191-d392-4c70-9002-d9c0aabb4f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:27:18.135606 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-79ff525c-d86b-4846-a121-dd586cb51ddc req-a70e6191-d392-4c70-9002-d9c0aabb4f68 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4aa03dc3-a675-4304-8e4d-06e24a2f5289 HTTP/1.1" status: 200 len: 853 time: 0.0618801 May 27 11:27:18.215385 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff525c-d86b-4846-a121-dd586cb51ddc req-fb398544-d906-4ddd-9dff-b2a65d2425e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:27:18.217629 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-79ff525c-d86b-4846-a121-dd586cb51ddc req-fb398544-d906-4ddd-9dff-b2a65d2425e7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ced04108-deb6-4ea1-bc74-6c4005400411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0733454 May 27 11:27:18.358500 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:18.362150 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-79ff525c-d86b-4846-a121-dd586cb51ddc req-c875275a-7567-452d-b701-5224d2f90618 service neutron] 10.222.0.35 "GET /v2.0/networks/ced04108-deb6-4ea1-bc74-6c4005400411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373038 May 27 11:27:18.591006 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-79ff525c-d86b-4846-a121-dd586cb51ddc req-6e7907df-3224-43ad-b38b-e0a410a7c752 service neutron] 10.222.0.35 "GET /v2.0/networks/ced04108-deb6-4ea1-bc74-6c4005400411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168179 May 27 11:27:19.102053 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4846261-4385-42ca-98d1-49524cc459ab req-44509985-3d3b-4272-a8c7-0f4aab04d2a6 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:27:19.103486 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e4846261-4385-42ca-98d1-49524cc459ab req-44509985-3d3b-4272-a8c7-0f4aab04d2a6 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 985 time: 0.0835006 May 27 11:27:19.156765 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e4846261-4385-42ca-98d1-49524cc459ab req-9f842a69-d34c-4a92-8264-d4f119ae700e tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?id=35ef736f-d441-45d3-9d51-f315ee90d4ae&id=cd2ecebd-8a94-4fa3-a490-abce76a2c973&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0461104 May 27 11:27:20.354062 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b4151-23e0-4b4d-a1ec-50cd781b6fe4 req-4d29bfbe-fc07-4bd3-9d67-f6dc84bf4a2b tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:27:20.355523 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-de7b4151-23e0-4b4d-a1ec-50cd781b6fe4 req-4d29bfbe-fc07-4bd3-9d67-f6dc84bf4a2b tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 985 time: 0.0833268 May 27 11:27:20.363388 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:20.406353 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-de7b4151-23e0-4b4d-a1ec-50cd781b6fe4 req-700fbeb4-b821-42bb-be0f-07c5afd36129 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?id=35ef736f-d441-45d3-9d51-f315ee90d4ae&id=cd2ecebd-8a94-4fa3-a490-abce76a2c973&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437548 May 27 11:27:21.741275 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531a5cb-7460-4410-a374-8ccd9f99b5c6 req-e65d7c43-978b-4035-b4b9-e50e9e30dc13 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:27:21.742621 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9531a5cb-7460-4410-a374-8ccd9f99b5c6 req-e65d7c43-978b-4035-b4b9-e50e9e30dc13 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 985 time: 0.0821199 May 27 11:27:21.790167 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9531a5cb-7460-4410-a374-8ccd9f99b5c6 req-db17542d-7844-40ed-bccf-dcc27434a1fc tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?id=35ef736f-d441-45d3-9d51-f315ee90d4ae&id=cd2ecebd-8a94-4fa3-a490-abce76a2c973&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407939 May 27 11:27:22.980923 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc4560-21a6-428f-a31e-c4d2350d4f57 req-ba2dc296-eab0-4b89-882f-a472bde55a7f tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:27:22.982495 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-bcdc4560-21a6-428f-a31e-c4d2350d4f57 req-ba2dc296-eab0-4b89-882f-a472bde55a7f tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 985 time: 0.0796132 May 27 11:27:23.029152 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-bcdc4560-21a6-428f-a31e-c4d2350d4f57 req-ce26cbc2-7085-4ff3-a412-7a2c9e11dea1 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?id=35ef736f-d441-45d3-9d51-f315ee90d4ae&id=cd2ecebd-8a94-4fa3-a490-abce76a2c973&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407457 May 27 11:27:23.934605 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:24.226636 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b064fdd-0c26-47ab-be80-35a0d69c7d4e req-987316b1-5467-4142-ab95-d26641d0f1bd tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:27:24.228341 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8b064fdd-0c26-47ab-be80-35a0d69c7d4e req-987316b1-5467-4142-ab95-d26641d0f1bd tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 985 time: 0.0821621 May 27 11:27:24.275813 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8b064fdd-0c26-47ab-be80-35a0d69c7d4e req-6c57a49a-e3aa-4ba7-9fe6-bb6d0b2fe696 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?id=35ef736f-d441-45d3-9d51-f315ee90d4ae&id=cd2ecebd-8a94-4fa3-a490-abce76a2c973&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409493 May 27 11:27:25.468372 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7b8df-6ce7-425a-bed1-29d5562ffc76 req-d69a628f-5034-4c75-8804-5f107c1b125d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:27:25.469734 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-18c7b8df-6ce7-425a-bed1-29d5562ffc76 req-d69a628f-5034-4c75-8804-5f107c1b125d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 985 time: 0.0825946 May 27 11:27:25.517060 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-18c7b8df-6ce7-425a-bed1-29d5562ffc76 req-c1fd70f9-1c55-4ca0-bde5-c3c79aa9f62b tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?id=35ef736f-d441-45d3-9d51-f315ee90d4ae&id=cd2ecebd-8a94-4fa3-a490-abce76a2c973&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413063 May 27 11:27:26.709898 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd53800-863e-48f2-aca5-4e8528083f48 req-ab038600-a66f-4563-bbac-b09b46234266 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:27:26.711388 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-afd53800-863e-48f2-aca5-4e8528083f48 req-ab038600-a66f-4563-bbac-b09b46234266 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 985 time: 0.0838487 May 27 11:27:26.761130 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-afd53800-863e-48f2-aca5-4e8528083f48 req-ffc91125-ffb4-45f3-95a7-a8e9dc4c6588 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?id=35ef736f-d441-45d3-9d51-f315ee90d4ae&id=cd2ecebd-8a94-4fa3-a490-abce76a2c973&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436649 May 27 11:27:27.704862 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2bf0a912-94a6-4692-a20f-0e5f7d2f2e01 req-12ec4aaa-d648-43fe-81d9-44c086c426aa service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699546 May 27 11:27:27.868681 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0a912-94a6-4692-a20f-0e5f7d2f2e01 req-effde244-fd23-4b71-93c9-dad8a19f5d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:27:27.870451 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2bf0a912-94a6-4692-a20f-0e5f7d2f2e01 req-effde244-fd23-4b71-93c9-dad8a19f5d01 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=db3f835fbb4441b382fb98f5bcdc7676&device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 1099 time: 0.0813885 May 27 11:27:28.079043 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0a912-94a6-4692-a20f-0e5f7d2f2e01 req-138d88bf-0db8-427d-8d9a-481f78755c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:27:28.080542 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2bf0a912-94a6-4692-a20f-0e5f7d2f2e01 req-138d88bf-0db8-427d-8d9a-481f78755c93 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3eb4e519-1057-42cd-8c70-ebf5cc905d06 HTTP/1.1" status: 200 len: 911 time: 0.1723049 May 27 11:27:28.088497 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d9e3f-312b-4b6f-9a7e-1bb2229383db req-879428e4-7ce1-4139-baa9-8caedad132db tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:27:28.089901 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b22d9e3f-312b-4b6f-9a7e-1bb2229383db req-879428e4-7ce1-4139-baa9-8caedad132db tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 985 time: 0.2169588 May 27 11:27:28.222899 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2bf0a912-94a6-4692-a20f-0e5f7d2f2e01 req-53e6eeaf-7731-4ac4-a686-f19f041ef908 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e8b58b1-ea67-4cb7-9716-fb5d920693fc HTTP/1.1" status: 200 len: 1001 time: 0.1319222 May 27 11:27:28.227192 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b22d9e3f-312b-4b6f-9a7e-1bb2229383db req-64f26386-a6fa-433d-aaa5-efa372bfe4a8 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?id=35ef736f-d441-45d3-9d51-f315ee90d4ae&id=cd2ecebd-8a94-4fa3-a490-abce76a2c973&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0832512 May 27 11:27:28.292023 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0a912-94a6-4692-a20f-0e5f7d2f2e01 req-1844e918-6aa3-4252-ad5d-29b2d6d33d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:27:28.293513 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2bf0a912-94a6-4692-a20f-0e5f7d2f2e01 req-1844e918-6aa3-4252-ad5d-29b2d6d33d40 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=de167a51-2ce9-4e8d-95bf-310e382bbc22 HTTP/1.1" status: 200 len: 848 time: 0.0624363 May 27 11:27:28.375879 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0a912-94a6-4692-a20f-0e5f7d2f2e01 req-2e02ff08-ad10-4183-bc71-058e6b27081c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:27:28.377260 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2bf0a912-94a6-4692-a20f-0e5f7d2f2e01 req-2e02ff08-ad10-4183-bc71-058e6b27081c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3eb4e519-1057-42cd-8c70-ebf5cc905d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0747790 May 27 11:27:28.526983 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2bf0a912-94a6-4692-a20f-0e5f7d2f2e01 req-548aaad9-a59b-482a-b8f1-7ee3d8b87dd3 service neutron] 10.222.0.35 "GET /v2.0/networks/3eb4e519-1057-42cd-8c70-ebf5cc905d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377566 May 27 11:27:28.673489 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2bf0a912-94a6-4692-a20f-0e5f7d2f2e01 req-a974edea-1429-4f53-b0aa-f68605fe71ab service neutron] 10.222.0.35 "GET /v2.0/networks/3eb4e519-1057-42cd-8c70-ebf5cc905d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394353 May 27 11:27:29.499558 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999335d-4143-4458-aed4-47e824eeae07 req-e8f20733-bb86-450f-be3a-4f49e48902e4 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:27:29.500984 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0999335d-4143-4458-aed4-47e824eeae07 req-e8f20733-bb86-450f-be3a-4f49e48902e4 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 985 time: 0.1641757 May 27 11:27:29.548546 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0999335d-4143-4458-aed4-47e824eeae07 req-4a4b8ad4-cea0-496b-9beb-f98d531ce798 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?id=35ef736f-d441-45d3-9d51-f315ee90d4ae&id=cd2ecebd-8a94-4fa3-a490-abce76a2c973&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418055 May 27 11:27:30.744453 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d932aa1-44ad-421f-91dd-82fdacd7072c req-366bf0d5-e928-43fa-a74f-027860f3c685 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:27:30.745886 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9d932aa1-44ad-421f-91dd-82fdacd7072c req-366bf0d5-e928-43fa-a74f-027860f3c685 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 985 time: 0.0831685 May 27 11:27:30.796238 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9d932aa1-44ad-421f-91dd-82fdacd7072c req-53eb4285-83e0-4733-8d69-d466851c4252 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?id=35ef736f-d441-45d3-9d51-f315ee90d4ae&id=cd2ecebd-8a94-4fa3-a490-abce76a2c973&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437407 May 27 11:27:37.882099 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 34836) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:27:38.260822 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [None req-b21e4c39-d395-4a76-a86a-c5794b6799b6 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Deleting port 93d344ff-77be-4787-8836-3d549152b591 {{(pid=91848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:27:38.261370 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b21e4c39-d395-4a76-a86a-c5794b6799b6 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:38.384832 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b21e4c39-d395-4a76-a86a-c5794b6799b6 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:38.385201 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b21e4c39-d395-4a76-a86a-c5794b6799b6 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:38.524442 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [None req-b21e4c39-d395-4a76-a86a-c5794b6799b6 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Calling delete_port for 93d344ff-77be-4787-8836-3d549152b591 owned by network:floatingip {{(pid=91848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:27:38.666476 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b21e4c39-d395-4a76-a86a-c5794b6799b6 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6295888'] for port, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:38.670205 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-6dcc2157-2153-4d71-a203-449df182d7c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:27:38.716152 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e4c39-d395-4a76-a86a-c5794b6799b6 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Pushing event deleted for resources: {'Port': ['ID=93d344ff-77be-4787-8836-3d549152b591,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:27:38.755605 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21e4c39-d395-4a76-a86a-c5794b6799b6 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:38.755968 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21e4c39-d395-4a76-a86a-c5794b6799b6 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:38.756323 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21e4c39-d395-4a76-a86a-c5794b6799b6 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:38.756676 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21e4c39-d395-4a76-a86a-c5794b6799b6 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:38.757020 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21e4c39-d395-4a76-a86a-c5794b6799b6 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:38.757367 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21e4c39-d395-4a76-a86a-c5794b6799b6 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:38.757708 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21e4c39-d395-4a76-a86a-c5794b6799b6 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:38.758048 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21e4c39-d395-4a76-a86a-c5794b6799b6 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:38.758545 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21e4c39-d395-4a76-a86a-c5794b6799b6 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:38.758890 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21e4c39-d395-4a76-a86a-c5794b6799b6 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:38.759229 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21e4c39-d395-4a76-a86a-c5794b6799b6 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:38.759587 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21e4c39-d395-4a76-a86a-c5794b6799b6 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:38.767259 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-b21e4c39-d395-4a76-a86a-c5794b6799b6 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:27:38.825252 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b21e4c39-d395-4a76-a86a-c5794b6799b6 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks [] for floatingip, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:38.825578 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.db.l3_db [None req-b21e4c39-d395-4a76-a86a-c5794b6799b6 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Floating IP ad367b7e-1392-4c95-a308-bbf68598a093 disassociated (deleted). External IP: 172.28.3.69, port: 3e8b58b1-ea67-4cb7-9716-fb5d920693fc. May 27 11:27:39.192243 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21e4c39-d395-4a76-a86a-c5794b6799b6 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Router 0898778a-f293-4709-9e3d-b6c466ef3078 has already been hosted by L3 agent 6d24f2a4-c5c8-4233-9813-3f8fa73b68fa {{(pid=91848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:27:39.466760 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21e4c39-d395-4a76-a86a-c5794b6799b6 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify agent at l3_agent.dv-cinder-751579-23-smb the message routers_updated {{(pid=91848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:27:39.478590 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e77007-e1b8-4ebc-9f04-92baaad1ba53 None None] Sync routers for ids ['0898778a-f293-4709-9e3d-b6c466ef3078'] in dv-cinder-751579-23-smb {{(pid=91849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:27:39.480280 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b21e4c39-d395-4a76-a86a-c5794b6799b6 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for floatingip, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:39.489697 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e77007-e1b8-4ebc-9f04-92baaad1ba53 None None] Routers {'0898778a-f293-4709-9e3d-b6c466ef3078'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:27:39.490428 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-61e77007-e1b8-4ebc-9f04-92baaad1ba53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:27:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['0898778a-f293-4709-9e3d-b6c466ef3078'], 'active': True} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:27:39.536281 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-b21e4c39-d395-4a76-a86a-c5794b6799b6 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "DELETE /v2.0/floatingips/ad367b7e-1392-4c95-a308-bbf68598a093 HTTP/1.1" status: 204 len: 168 time: 1.6528802 May 27 11:27:39.537023 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '618a6f2a-0a64-4864-a6bb-27a63d64de9b', 'tag': '3e8b58b1-ea67-4cb7-9716-fb5d920693fc'}] {{(pid=91848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:27:39.585816 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '618a6f2a-0a64-4864-a6bb-27a63d64de9b', 'tag': '3e8b58b1-ea67-4cb7-9716-fb5d920693fc', 'status': 'completed', 'code': 200} May 27 11:27:39.699803 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvr_db [None req-61e77007-e1b8-4ebc-9f04-92baaad1ba53 None None] Set router 0898778a-f293-4709-9e3d-b6c466ef3078 gateway port host: dv-cinder-751579-23-smb {{(pid=91849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:27:39.703982 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fccf9a-e9b6-4c9b-8a70-cd6b270f5ced req-4e517602-ba81-44f2-a0b1-fec9aef2366b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:27:39.705716 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-99fccf9a-e9b6-4c9b-8a70-cd6b270f5ced req-4e517602-ba81-44f2-a0b1-fec9aef2366b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=db3f835fbb4441b382fb98f5bcdc7676&device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 1099 time: 0.0868983 May 27 11:27:39.893717 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fccf9a-e9b6-4c9b-8a70-cd6b270f5ced req-e0ebbc0f-5302-44f9-ad78-25aeb8a536c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:27:39.895204 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-99fccf9a-e9b6-4c9b-8a70-cd6b270f5ced req-e0ebbc0f-5302-44f9-ad78-25aeb8a536c8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3eb4e519-1057-42cd-8c70-ebf5cc905d06 HTTP/1.1" status: 200 len: 911 time: 0.1824844 May 27 11:27:39.976687 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-99fccf9a-e9b6-4c9b-8a70-cd6b270f5ced req-0dd19726-b885-43c0-b8f5-ac29e98dcbc8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e8b58b1-ea67-4cb7-9716-fb5d920693fc HTTP/1.1" status: 200 len: 217 time: 0.0674794 May 27 11:27:40.050309 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1385cf9-e0bc-44c1-8f18-98f21ba81aae req-676e500c-a845-49e1-8e9e-21d4ddd6bfb5 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:27:40.051043 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-e1385cf9-e0bc-44c1-8f18-98f21ba81aae req-676e500c-a845-49e1-8e9e-21d4ddd6bfb5 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Synchronizing usage tracker for tenant:db3f835fbb4441b382fb98f5bcdc7676 on resource:port {{(pid=91848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:27:40.063176 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fccf9a-e9b6-4c9b-8a70-cd6b270f5ced req-46e6af82-190c-4e8e-a9ce-ee2f25809040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:27:40.064631 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-99fccf9a-e9b6-4c9b-8a70-cd6b270f5ced req-46e6af82-190c-4e8e-a9ce-ee2f25809040 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=de167a51-2ce9-4e8d-95bf-310e382bbc22 HTTP/1.1" status: 200 len: 848 time: 0.0768054 May 27 11:27:40.076318 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-e1385cf9-e0bc-44c1-8f18-98f21ba81aae req-676e500c-a845-49e1-8e9e-21d4ddd6bfb5 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Unset dirty status for tenant:db3f835fbb4441b382fb98f5bcdc7676 on resource:port {{(pid=91848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:27:40.077911 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-61e77007-e1b8-4ebc-9f04-92baaad1ba53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0898778a-f293-4709-9e3d-b6c466ef3078', 'name': 'tempest-TestShelveInstance-1152076992-router', 'tenant_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': 'aa108a40-3f75-45ae-9789-a2d08cca0979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:20:21Z', 'updated_at': '2021-05-27T11:20:25Z', 'revision_number': 4, 'project_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'gw_port': {'id': 'aa108a40-3f75-45ae-9789-a2d08cca0979', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ef:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0898778a-f293-4709-9e3d-b6c466ef3078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:20:22Z', 'updated_at': '2021-05-27T11:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': 'd463a307-9d5f-4ee3-b631-fa2d6115fd7f', 'name': '', 'network_id': '3eb4e519-1057-42cd-8c70-ebf5cc905d06', 'tenant_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'mac_address': 'fa:16:3e:9a:20:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0898778a-f293-4709-9e3d-b6c466ef3078', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'de167a51-2ce9-4e8d-95bf-310e382bbc22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:20:25Z', 'updated_at': '2021-05-27T11:20:34Z', 'revision_number': 5, 'project_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'subnets': [{'id': 'de167a51-2ce9-4e8d-95bf-310e382bbc22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:27:40.078743 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e1385cf9-e0bc-44c1-8f18-98f21ba81aae req-676e500c-a845-49e1-8e9e-21d4ddd6bfb5 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 946 time: 0.2405465 May 27 11:27:40.082041 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e77007-e1b8-4ebc-9f04-92baaad1ba53 None None] Checking router: 0898778a-f293-4709-9e3d-b6c466ef3078 for host: dv-cinder-751579-23-smb {{(pid=91849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:27:40.090690 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e77007-e1b8-4ebc-9f04-92baaad1ba53 None None] Routers {'0898778a-f293-4709-9e3d-b6c466ef3078'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:27:40.091289 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-61e77007-e1b8-4ebc-9f04-92baaad1ba53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:27:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['0898778a-f293-4709-9e3d-b6c466ef3078'], 'active': True} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:27:40.180972 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e1385cf9-e0bc-44c1-8f18-98f21ba81aae req-b32db338-6959-4d21-9541-87530d9b203a tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625765 May 27 11:27:40.196835 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fccf9a-e9b6-4c9b-8a70-cd6b270f5ced req-4f969d02-9d16-4726-bc06-7ff37b7f7643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:27:40.198265 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-99fccf9a-e9b6-4c9b-8a70-cd6b270f5ced req-4f969d02-9d16-4726-bc06-7ff37b7f7643 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3eb4e519-1057-42cd-8c70-ebf5cc905d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1146810 May 27 11:27:40.236469 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 6 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:27:40.278823 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvr_db [None req-61e77007-e1b8-4ebc-9f04-92baaad1ba53 None None] Set router 0898778a-f293-4709-9e3d-b6c466ef3078 gateway port host: dv-cinder-751579-23-smb {{(pid=91849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:27:40.341849 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-99fccf9a-e9b6-4c9b-8a70-cd6b270f5ced req-9d9e1a4c-9264-41a0-8bfa-7267c3520772 service neutron] 10.222.0.35 "GET /v2.0/networks/3eb4e519-1057-42cd-8c70-ebf5cc905d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342843 May 27 11:27:40.488626 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-99fccf9a-e9b6-4c9b-8a70-cd6b270f5ced req-2ae2a9e9-e3a6-4039-b485-667bff9ac523 service neutron] 10.222.0.35 "GET /v2.0/networks/3eb4e519-1057-42cd-8c70-ebf5cc905d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327608 May 27 11:27:40.606820 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-61e77007-e1b8-4ebc-9f04-92baaad1ba53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0898778a-f293-4709-9e3d-b6c466ef3078', 'name': 'tempest-TestShelveInstance-1152076992-router', 'tenant_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': 'aa108a40-3f75-45ae-9789-a2d08cca0979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:20:21Z', 'updated_at': '2021-05-27T11:20:25Z', 'revision_number': 4, 'project_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'gw_port': {'id': 'aa108a40-3f75-45ae-9789-a2d08cca0979', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ef:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0898778a-f293-4709-9e3d-b6c466ef3078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:20:22Z', 'updated_at': '2021-05-27T11:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': 'd463a307-9d5f-4ee3-b631-fa2d6115fd7f', 'name': '', 'network_id': '3eb4e519-1057-42cd-8c70-ebf5cc905d06', 'tenant_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'mac_address': 'fa:16:3e:9a:20:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0898778a-f293-4709-9e3d-b6c466ef3078', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'de167a51-2ce9-4e8d-95bf-310e382bbc22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:20:25Z', 'updated_at': '2021-05-27T11:20:34Z', 'revision_number': 5, 'project_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'subnets': [{'id': 'de167a51-2ce9-4e8d-95bf-310e382bbc22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:27:40.611996 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e77007-e1b8-4ebc-9f04-92baaad1ba53 None None] The sync data for ids ['0898778a-f293-4709-9e3d-b6c466ef3078'] in dv-cinder-751579-23-smb is: [{'id': '0898778a-f293-4709-9e3d-b6c466ef3078', 'name': 'tempest-TestShelveInstance-1152076992-router', 'tenant_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': 'aa108a40-3f75-45ae-9789-a2d08cca0979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:20:21Z', 'updated_at': '2021-05-27T11:20:25Z', 'revision_number': 4, 'project_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'gw_port': {'id': 'aa108a40-3f75-45ae-9789-a2d08cca0979', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ef:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0898778a-f293-4709-9e3d-b6c466ef3078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:20:22Z', 'updated_at': '2021-05-27T11:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': 'd463a307-9d5f-4ee3-b631-fa2d6115fd7f', 'name': '', 'network_id': '3eb4e519-1057-42cd-8c70-ebf5cc905d06', 'tenant_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'mac_address': 'fa:16:3e:9a:20:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0898778a-f293-4709-9e3d-b6c466ef3078', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'de167a51-2ce9-4e8d-95bf-310e382bbc22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:20:25Z', 'updated_at': '2021-05-27T11:20:34Z', 'revision_number': 5, 'project_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'subnets': [{'id': 'de167a51-2ce9-4e8d-95bf-310e382bbc22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:27:40.827003 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6120ad-8894-415d-8441-a1bdb0714229 None None] New status for floating IP ad367b7e-1392-4c95-a308-bbf68598a093: DOWN {{(pid=91850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 11:27:41.376949 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06516878-ef6a-469d-8119-af1145ad2661 req-b3d7b603-f2e4-483b-8843-2ff3628338fd tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:27:41.378396 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-06516878-ef6a-469d-8119-af1145ad2661 req-b3d7b603-f2e4-483b-8843-2ff3628338fd tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 946 time: 0.0810480 May 27 11:27:41.429187 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-06516878-ef6a-469d-8119-af1145ad2661 req-3d3b9621-7825-4c53-ba4d-78f20b36f178 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437148 May 27 11:27:42.415157 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8830448-1dd0-47b6-948d-f43e714df4af req-1fa2734f-465d-4064-9529-cce7b81e9932 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:27:42.416821 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d8830448-1dd0-47b6-948d-f43e714df4af req-1fa2734f-465d-4064-9529-cce7b81e9932 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.35 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 946 time: 0.0855820 May 27 11:27:42.621078 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [req-d8830448-1dd0-47b6-948d-f43e714df4af req-25ca908b-2a8b-4015-b106-97a83623c8c9 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Deleting port 3e8b58b1-ea67-4cb7-9716-fb5d920693fc {{(pid=91848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:27:42.621420 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-d8830448-1dd0-47b6-948d-f43e714df4af req-25ca908b-2a8b-4015-b106-97a83623c8c9 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:42.724416 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f050d9-8463-4404-b4e9-11feddbccb33 req-f9fd0104-52a1-4939-bd94-235b1bfaa07c tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:27:42.725772 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-12f050d9-8463-4404-b4e9-11feddbccb33 req-f9fd0104-52a1-4939-bd94-235b1bfaa07c tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 946 time: 0.1851683 May 27 11:27:42.805471 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [req-d8830448-1dd0-47b6-948d-f43e714df4af req-25ca908b-2a8b-4015-b106-97a83623c8c9 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] For port 3e8b58b1-ea67-4cb7-9716-fb5d920693fc, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=3e8b58b1-ea67-4cb7-9716-fb5d920693fc,segment=NetworkSegment(292101b1-8c57-4899-a66c-7cc701cb12fd),segment_id=292101b1-8c57-4899-a66c-7cc701cb12fd)] {{(pid=91848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:27:42.805821 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-d8830448-1dd0-47b6-948d-f43e714df4af req-25ca908b-2a8b-4015-b106-97a83623c8c9 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:42.816747 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-12f050d9-8463-4404-b4e9-11feddbccb33 req-b2c26dd3-e5cb-4b16-861b-a31108473d6c tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/security-groups?id=167841be-75b3-45f8-b145-c9ea37b1f27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852857 May 27 11:27:43.026925 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [req-d8830448-1dd0-47b6-948d-f43e714df4af req-25ca908b-2a8b-4015-b106-97a83623c8c9 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Calling delete_port for 3e8b58b1-ea67-4cb7-9716-fb5d920693fc owned by compute:nova {{(pid=91848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:27:43.142797 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-d8830448-1dd0-47b6-948d-f43e714df4af req-25ca908b-2a8b-4015-b106-97a83623c8c9 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6295888'] for port, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:43.150341 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-4d42ba42-4bd4-4663-b35b-4d2191199539 tempest-VolumesSnapshotTestJSON-1105659294 tempest-VolumesSnapshotTestJSON-1105659294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:27:43.199748 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca908b-2a8b-4015-b106-97a83623c8c9 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Pushing event deleted for resources: {'Port': ['ID=3e8b58b1-ea67-4cb7-9716-fb5d920693fc,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:27:43.202897 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-25ca908b-2a8b-4015-b106-97a83623c8c9 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:27:43.273567 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8830448-1dd0-47b6-948d-f43e714df4af req-25ca908b-2a8b-4015-b106-97a83623c8c9 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] No DVR routers for this DVR port 3e8b58b1-ea67-4cb7-9716-fb5d920693fc on host hv-cinder-75157 {{(pid=91848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:27:43.276186 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-d8830448-1dd0-47b6-948d-f43e714df4af req-25ca908b-2a8b-4015-b106-97a83623c8c9 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:43.278890 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618a6f2a-0a64-4864-a6bb-27a63d64de9b', 'name': 'network-vif-deleted', 'tag': '3e8b58b1-ea67-4cb7-9716-fb5d920693fc'}] {{(pid=91848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:27:43.296395 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d8830448-1dd0-47b6-948d-f43e714df4af req-25ca908b-2a8b-4015-b106-97a83623c8c9 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.35 "DELETE /v2.0/ports/3e8b58b1-ea67-4cb7-9716-fb5d920693fc HTTP/1.1" status: 204 len: 173 time: 0.8727860 May 27 11:27:43.330365 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618a6f2a-0a64-4864-a6bb-27a63d64de9b', 'name': 'network-vif-deleted', 'tag': '3e8b58b1-ea67-4cb7-9716-fb5d920693fc', 'status': 'completed', 'code': 200} May 27 11:27:43.991906 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-8a7bbdf5-a9fc-44da-bb04-4a15c641ab6b req-bdf27dcf-7ca5-477e-90f0-0dceab0f0a96 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Synchronizing usage tracker for tenant:db3f835fbb4441b382fb98f5bcdc7676 on resource:port {{(pid=91848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:27:44.009581 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-8a7bbdf5-a9fc-44da-bb04-4a15c641ab6b req-bdf27dcf-7ca5-477e-90f0-0dceab0f0a96 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Unset dirty status for tenant:db3f835fbb4441b382fb98f5bcdc7676 on resource:port {{(pid=91848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:27:44.010806 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8a7bbdf5-a9fc-44da-bb04-4a15c641ab6b req-bdf27dcf-7ca5-477e-90f0-0dceab0f0a96 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "GET /v2.0/ports?device_id=618a6f2a-0a64-4864-a6bb-27a63d64de9b HTTP/1.1" status: 200 len: 210 time: 0.0646152 May 27 11:27:44.589307 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-e25ac798-20c7-40c9-ab1c-a6ab19fbb34e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:45.106514 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 34884) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:27:45.175202 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-9f8891f1-e7b4-4732-bab9-5ad6edf0c37d tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:45.204863 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-9f8891f1-e7b4-4732-bab9-5ad6edf0c37d tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:45.219444 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 3e8b58b1-ea67-4cb7-9716-fb5d920693fc no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:27:45.258108 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] No Port match for: 3e8b58b1-ea67-4cb7-9716-fb5d920693fc {{(pid=91849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:27:45.258451 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 3e8b58b1-ea67-4cb7-9716-fb5d920693fc not bound to the agent host hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:27:45.272224 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-9f8891f1-e7b4-4732-bab9-5ad6edf0c37d tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:45.276976 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-4fe359f9-7312-475e-a5fd-2bc6f36748ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:27:45.294378 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8891f1-e7b4-4732-bab9-5ad6edf0c37d tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=167841be-75b3-45f8-b145-c9ea37b1f27b,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:27:45.297148 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-9f8891f1-e7b4-4732-bab9-5ad6edf0c37d tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:27:45.310629 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-9f8891f1-e7b4-4732-bab9-5ad6edf0c37d tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:45.314297 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-9f8891f1-e7b4-4732-bab9-5ad6edf0c37d tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] 10.222.0.77 "DELETE /v2.0/security-groups/167841be-75b3-45f8-b145-c9ea37b1f27b HTTP/1.1" status: 204 len: 168 time: 0.2042987 May 27 11:27:45.362439 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 34892) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:27:46.019127 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-6e665c3f-6d0d-4eb8-9f7f-a8b0940a4416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1927923'] for router_interface, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:46.532420 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [None req-6e665c3f-6d0d-4eb8-9f7f-a8b0940a4416 admin admin] Deleting port d463a307-9d5f-4ee3-b631-fa2d6115fd7f {{(pid=91848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:27:46.533876 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-6e665c3f-6d0d-4eb8-9f7f-a8b0940a4416 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:46.678824 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [None req-6e665c3f-6d0d-4eb8-9f7f-a8b0940a4416 admin admin] For port d463a307-9d5f-4ee3-b631-fa2d6115fd7f, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=d463a307-9d5f-4ee3-b631-fa2d6115fd7f,segment=NetworkSegment(292101b1-8c57-4899-a66c-7cc701cb12fd),segment_id=292101b1-8c57-4899-a66c-7cc701cb12fd)] {{(pid=91848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:27:46.679298 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-6e665c3f-6d0d-4eb8-9f7f-a8b0940a4416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:46.838613 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [None req-6e665c3f-6d0d-4eb8-9f7f-a8b0940a4416 admin admin] Calling delete_port for d463a307-9d5f-4ee3-b631-fa2d6115fd7f owned by network:router_interface {{(pid=91848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:27:47.056591 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-fef07974-6920-4999-8493-e0b6d51607aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:47.124165 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:47.188981 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-6e665c3f-6d0d-4eb8-9f7f-a8b0940a4416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6295888'] for port, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:47.194973 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-f7d69794-33f1-4341-8727-4843457be6ea tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:27:47.253899 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e665c3f-6d0d-4eb8-9f7f-a8b0940a4416 admin admin] Pushing event deleted for resources: {'Port': ['ID=d463a307-9d5f-4ee3-b631-fa2d6115fd7f,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:27:47.258036 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-6e665c3f-6d0d-4eb8-9f7f-a8b0940a4416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:27:47.598601 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-6e665c3f-6d0d-4eb8-9f7f-a8b0940a4416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1939523'] for router_interface, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:47.972318 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e665c3f-6d0d-4eb8-9f7f-a8b0940a4416 admin admin] Router 0898778a-f293-4709-9e3d-b6c466ef3078 has already been hosted by L3 agent 6d24f2a4-c5c8-4233-9813-3f8fa73b68fa {{(pid=91848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:27:48.255595 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e665c3f-6d0d-4eb8-9f7f-a8b0940a4416 admin admin] Notify agent at l3_agent.dv-cinder-751579-23-smb the message routers_updated {{(pid=91848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:27:48.263675 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8475e1be-9166-4ab8-8ddf-7c8d793ef78a None None] Sync routers for ids ['0898778a-f293-4709-9e3d-b6c466ef3078'] in dv-cinder-751579-23-smb {{(pid=91849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:27:48.272203 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-6e665c3f-6d0d-4eb8-9f7f-a8b0940a4416 admin admin] 10.222.0.77 "PUT /v2.0/routers/0898778a-f293-4709-9e3d-b6c466ef3078/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9085453 May 27 11:27:48.274743 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 34906) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:27:48.275657 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8475e1be-9166-4ab8-8ddf-7c8d793ef78a None None] Routers {'0898778a-f293-4709-9e3d-b6c466ef3078'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:27:48.276357 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-8475e1be-9166-4ab8-8ddf-7c8d793ef78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:27:47Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['0898778a-f293-4709-9e3d-b6c466ef3078'], 'active': True} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:27:48.445489 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:48.471064 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d28d1224-3917-4e88-a7a8-d2d7617fc707 admin admin] Notify callbacks [] for router, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:48.480041 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvr_db [None req-8475e1be-9166-4ab8-8ddf-7c8d793ef78a None None] Set router 0898778a-f293-4709-9e3d-b6c466ef3078 gateway port host: dv-cinder-751579-23-smb {{(pid=91849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:27:48.651899 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d28d1224-3917-4e88-a7a8-d2d7617fc707 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:48.725293 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [None req-d28d1224-3917-4e88-a7a8-d2d7617fc707 admin admin] Deleting port aa108a40-3f75-45ae-9789-a2d08cca0979 {{(pid=91848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:27:48.725554 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d28d1224-3917-4e88-a7a8-d2d7617fc707 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:48.842641 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-8475e1be-9166-4ab8-8ddf-7c8d793ef78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0898778a-f293-4709-9e3d-b6c466ef3078', 'name': 'tempest-TestShelveInstance-1152076992-router', 'tenant_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': 'aa108a40-3f75-45ae-9789-a2d08cca0979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:20:21Z', 'updated_at': '2021-05-27T11:27:47Z', 'revision_number': 5, 'project_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'gw_port': {'id': 'aa108a40-3f75-45ae-9789-a2d08cca0979', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ef:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0898778a-f293-4709-9e3d-b6c466ef3078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:20:22Z', 'updated_at': '2021-05-27T11:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb'}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:27:48.849095 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8475e1be-9166-4ab8-8ddf-7c8d793ef78a None None] Checking router: 0898778a-f293-4709-9e3d-b6c466ef3078 for host: dv-cinder-751579-23-smb {{(pid=91849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:27:48.866519 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8475e1be-9166-4ab8-8ddf-7c8d793ef78a None None] Routers {'0898778a-f293-4709-9e3d-b6c466ef3078'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:27:48.867516 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-8475e1be-9166-4ab8-8ddf-7c8d793ef78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:27:47Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['0898778a-f293-4709-9e3d-b6c466ef3078'], 'active': True} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:27:48.872574 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [None req-d28d1224-3917-4e88-a7a8-d2d7617fc707 admin admin] For port aa108a40-3f75-45ae-9789-a2d08cca0979, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=aa108a40-3f75-45ae-9789-a2d08cca0979,segment=NetworkSegment(4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310),segment_id=4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310)] {{(pid=91848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:27:48.873016 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d28d1224-3917-4e88-a7a8-d2d7617fc707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:49.014251 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [None req-d28d1224-3917-4e88-a7a8-d2d7617fc707 admin admin] Calling delete_port for aa108a40-3f75-45ae-9789-a2d08cca0979 owned by network:router_gateway {{(pid=91848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:27:49.025461 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvr_db [None req-8475e1be-9166-4ab8-8ddf-7c8d793ef78a None None] Set router 0898778a-f293-4709-9e3d-b6c466ef3078 gateway port host: None {{(pid=91849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:27:49.135448 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-8475e1be-9166-4ab8-8ddf-7c8d793ef78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0898778a-f293-4709-9e3d-b6c466ef3078', 'name': 'tempest-TestShelveInstance-1152076992-router', 'tenant_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:20:21Z', 'updated_at': '2021-05-27T11:27:48Z', 'revision_number': 6, 'project_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'gw_port_host': None}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:27:49.142848 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8475e1be-9166-4ab8-8ddf-7c8d793ef78a None None] The sync data for ids ['0898778a-f293-4709-9e3d-b6c466ef3078'] in dv-cinder-751579-23-smb is: [{'id': '0898778a-f293-4709-9e3d-b6c466ef3078', 'name': 'tempest-TestShelveInstance-1152076992-router', 'tenant_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:20:21Z', 'updated_at': '2021-05-27T11:27:48Z', 'revision_number': 6, 'project_id': 'db3f835fbb4441b382fb98f5bcdc7676', 'gw_port_host': None}] {{(pid=91849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:27:49.176110 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d28d1224-3917-4e88-a7a8-d2d7617fc707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6295888'] for port, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:49.182338 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-b21e4c39-d395-4a76-a86a-c5794b6799b6 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:27:49.240070 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d1224-3917-4e88-a7a8-d2d7617fc707 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa108a40-3f75-45ae-9789-a2d08cca0979,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:27:49.275941 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-d28d1224-3917-4e88-a7a8-d2d7617fc707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:27:49.352089 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d28d1224-3917-4e88-a7a8-d2d7617fc707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1926620'] for router_gateway, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:49.680377 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d28d1224-3917-4e88-a7a8-d2d7617fc707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:49.682895 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d28d1224-3917-4e88-a7a8-d2d7617fc707 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:49.783868 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d28d1224-3917-4e88-a7a8-d2d7617fc707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1940847'] for router, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:49.784419 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28d1224-3917-4e88-a7a8-d2d7617fc707 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0898778a-f293-4709-9e3d-b6c466ef3078 {{(pid=91848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 11:27:49.799422 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d28d1224-3917-4e88-a7a8-d2d7617fc707 admin admin] Notify callbacks [] for router, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:49.800761 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-d28d1224-3917-4e88-a7a8-d2d7617fc707 admin admin] 10.222.0.77 "DELETE /v2.0/routers/0898778a-f293-4709-9e3d-b6c466ef3078 HTTP/1.1" status: 204 len: 168 time: 1.5250092 May 27 11:27:49.803258 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 34916) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:27:49.863443 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.db_base_plugin_v2 [None req-3929cbf1-ac7b-49dd-a5ca-33636fde4821 admin admin] Deleting subnet de167a51-2ce9-4e8d-95bf-310e382bbc22 {{(pid=91848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 11:27:49.866242 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-3929cbf1-ac7b-49dd-a5ca-33636fde4821 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:49.919502 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-3929cbf1-ac7b-49dd-a5ca-33636fde4821 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6635035'] for subnet, precommit_delete_associations {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:50.050661 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-3929cbf1-ac7b-49dd-a5ca-33636fde4821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729342'] for subnet, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:50.320276 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-3929cbf1-ac7b-49dd-a5ca-33636fde4821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6297505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6631527'] for subnet, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:50.324625 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:27:50.361431 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3929cbf1-ac7b-49dd-a5ca-33636fde4821 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de167a51-2ce9-4e8d-95bf-310e382bbc22,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:27:50.365165 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-3929cbf1-ac7b-49dd-a5ca-33636fde4821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:27:50.367780 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-3929cbf1-ac7b-49dd-a5ca-33636fde4821 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:50.368491 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device d463a307-9d5f-4ee3-b631-fa2d6115fd7f no longer exists at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:27:50.375549 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-3929cbf1-ac7b-49dd-a5ca-33636fde4821 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/de167a51-2ce9-4e8d-95bf-310e382bbc22 HTTP/1.1" status: 204 len: 168 time: 0.5712280 May 27 11:27:50.377922 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 34922) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:27:50.397092 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e8e407-e237-4bc8-8fa9-9afd5cbbb3cd None None] Network 3eb4e519-1057-42cd-8c70-ebf5cc905d06 requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:27:50.415235 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:50.424106 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] No Port match for: d463a307-9d5f-4ee3-b631-fa2d6115fd7f {{(pid=91849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:27:50.424440 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device d463a307-9d5f-4ee3-b631-fa2d6115fd7f not bound to the agent host dv-cinder-751579-23-smb {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:27:50.424848 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device aa108a40-3f75-45ae-9789-a2d08cca0979 no longer exists at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:27:50.487131 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-0a57fff1-2f55-47d2-91a0-ef0d0d830e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642410'] for network, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:50.503843 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] No Port match for: aa108a40-3f75-45ae-9789-a2d08cca0979 {{(pid=91849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:27:50.504195 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device aa108a40-3f75-45ae-9789-a2d08cca0979 not bound to the agent host dv-cinder-751579-23-smb {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:27:50.568983 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [None req-0a57fff1-2f55-47d2-91a0-ef0d0d830e8d admin admin] Deleting port 3928f890-cd41-44f8-8771-b2d8cca3aca0 {{(pid=91848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:27:50.569199 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-0a57fff1-2f55-47d2-91a0-ef0d0d830e8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:50.675839 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [None req-0a57fff1-2f55-47d2-91a0-ef0d0d830e8d admin admin] For port 3928f890-cd41-44f8-8771-b2d8cca3aca0, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=3928f890-cd41-44f8-8771-b2d8cca3aca0,segment=NetworkSegment(292101b1-8c57-4899-a66c-7cc701cb12fd),segment_id=292101b1-8c57-4899-a66c-7cc701cb12fd)] {{(pid=91848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:27:50.676185 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-0a57fff1-2f55-47d2-91a0-ef0d0d830e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:50.699748 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362c8070-0510-434e-a782-6a03ad2ce631 None None] DHCP port deletion for 3eb4e519-1057-42cd-8c70-ebf5cc905d06 request from dv-cinder-751579-23-smb {{(pid=91849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 11:27:50.773452 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-362c8070-0510-434e-a782-6a03ad2ce631 None None] Deleting port 3928f890-cd41-44f8-8771-b2d8cca3aca0 {{(pid=91849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:27:50.774013 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-362c8070-0510-434e-a782-6a03ad2ce631 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:50.802830 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [None req-0a57fff1-2f55-47d2-91a0-ef0d0d830e8d admin admin] Calling delete_port for 3928f890-cd41-44f8-8771-b2d8cca3aca0 owned by network:dhcp {{(pid=91848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:27:50.854244 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-0a57fff1-2f55-47d2-91a0-ef0d0d830e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6295888'] for port, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:50.858368 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:27:50.890954 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-362c8070-0510-434e-a782-6a03ad2ce631 None None] For port 3928f890-cd41-44f8-8771-b2d8cca3aca0, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=3928f890-cd41-44f8-8771-b2d8cca3aca0,segment=NetworkSegment(292101b1-8c57-4899-a66c-7cc701cb12fd),segment_id=292101b1-8c57-4899-a66c-7cc701cb12fd)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:27:50.891354 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-362c8070-0510-434e-a782-6a03ad2ce631 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:50.906014 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57fff1-2f55-47d2-91a0-ef0d0d830e8d admin admin] Pushing event deleted for resources: {'Port': ['ID=3928f890-cd41-44f8-8771-b2d8cca3aca0,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:27:50.908534 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-0a57fff1-2f55-47d2-91a0-ef0d0d830e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:27:50.910890 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a57fff1-2f55-47d2-91a0-ef0d0d830e8d admin admin] No DVR routers for this DVR port 3928f890-cd41-44f8-8771-b2d8cca3aca0 on host dv-cinder-751579-23-smb {{(pid=91848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:27:51.021350 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-362c8070-0510-434e-a782-6a03ad2ce631 None None] Calling delete_port for 3928f890-cd41-44f8-8771-b2d8cca3aca0 owned by network:dhcp {{(pid=91849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:27:51.032977 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-0a57fff1-2f55-47d2-91a0-ef0d0d830e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734563', 'neutron.services.segments.db._delete_segments_for_network-8764582419685'] for network, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:51.046955 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.services.segments.db [None req-0a57fff1-2f55-47d2-91a0-ef0d0d830e8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb4e519-1057-42cd-8c70-ebf5cc905d06']}} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:27:51.063721 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.services.segments.db [None req-0a57fff1-2f55-47d2-91a0-ef0d0d830e8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '292101b1-8c57-4899-a66c-7cc701cb12fd') {'for_net_delete': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:27:51.064049 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.services.segments.db [None req-0a57fff1-2f55-47d2-91a0-ef0d0d830e8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '292101b1-8c57-4899-a66c-7cc701cb12fd') {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:27:51.078643 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-0a57fff1-2f55-47d2-91a0-ef0d0d830e8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764582427558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6635042'] for segment, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:51.098848 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-0a57fff1-2f55-47d2-91a0-ef0d0d830e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075'] for segment, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:51.108688 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a57fff1-2f55-47d2-91a0-ef0d0d830e8d admin admin] Releasing vlan 1150 on physical network physnet1 to pool {{(pid=91848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 11:27:51.109339 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-0a57fff1-2f55-47d2-91a0-ef0d0d830e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6295811'] for segment, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:51.126846 dv-cinder-751579-23-smb neutron-server[91848]: Traceback (most recent call last): May 27 11:27:51.126846 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 11:27:51.126846 dv-cinder-751579-23-smb neutron-server[91848]: timer() May 27 11:27:51.126846 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 11:27:51.126846 dv-cinder-751579-23-smb neutron-server[91848]: cb(*args, **kw) May 27 11:27:51.126846 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 11:27:51.126846 dv-cinder-751579-23-smb neutron-server[91848]: return func(*args, **kwargs) May 27 11:27:51.126846 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 11:27:51.126846 dv-cinder-751579-23-smb neutron-server[91848]: self._notify() May 27 11:27:51.126846 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 11:27:51.126846 dv-cinder-751579-23-smb neutron-server[91848]: self.callback(batched_events) May 27 11:27:51.126846 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 11:27:51.126846 dv-cinder-751579-23-smb neutron-server[91848]: event.method(event) May 27 11:27:51.126846 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 11:27:51.126846 dv-cinder-751579-23-smb neutron-server[91848]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 11:27:51.126846 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 11:27:51.126846 dv-cinder-751579-23-smb neutron-server[91848]: aggregate_uuid = self.p_client.list_aggregates( May 27 11:27:51.126846 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 11:27:51.126846 dv-cinder-751579-23-smb neutron-server[91848]: return f(self, *a, **k) May 27 11:27:51.126846 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 11:27:51.126846 dv-cinder-751579-23-smb neutron-server[91848]: return self._get(url).json() May 27 11:27:51.126846 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 11:27:51.126846 dv-cinder-751579-23-smb neutron-server[91848]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 11:27:51.126846 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 11:27:51.126846 dv-cinder-751579-23-smb neutron-server[91848]: return self.request(url, 'GET', **kwargs) May 27 11:27:51.126846 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 11:27:51.126846 dv-cinder-751579-23-smb neutron-server[91848]: base_url = self.get_endpoint(auth, allow=allow, May 27 11:27:51.126846 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 11:27:51.126846 dv-cinder-751579-23-smb neutron-server[91848]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 11:27:51.126846 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 11:27:51.126846 dv-cinder-751579-23-smb neutron-server[91848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 11:27:51.126846 dv-cinder-751579-23-smb neutron-server[91848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 11:27:51.179125 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-362c8070-0510-434e-a782-6a03ad2ce631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980'] for port, after_delete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:51.182798 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:27:51.219391 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-0a57fff1-2f55-47d2-91a0-ef0d0d830e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926643'] for network, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:51.224454 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-0a57fff1-2f55-47d2-91a0-ef0d0d830e8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for network, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:51.227951 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c8070-0510-434e-a782-6a03ad2ce631 None None] Pushing event deleted for resources: {'Port': ['ID=3928f890-cd41-44f8-8771-b2d8cca3aca0,revision_number=None']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:27:51.228548 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-0a176894-93e7-41b3-8037-57d30b7943d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:27:51.230221 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-362c8070-0510-434e-a782-6a03ad2ce631 None None] Network 3eb4e519-1057-42cd-8c70-ebf5cc905d06 is not hosted by any dhcp agent {{(pid=91849) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 27 11:27:51.230909 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362c8070-0510-434e-a782-6a03ad2ce631 None None] No DVR routers for this DVR port 3928f890-cd41-44f8-8771-b2d8cca3aca0 on host dv-cinder-751579-23-smb {{(pid=91849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:27:51.239720 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362c8070-0510-434e-a782-6a03ad2ce631 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:51.240064 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362c8070-0510-434e-a782-6a03ad2ce631 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:51.240398 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362c8070-0510-434e-a782-6a03ad2ce631 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:51.240728 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362c8070-0510-434e-a782-6a03ad2ce631 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:51.241055 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362c8070-0510-434e-a782-6a03ad2ce631 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:51.241380 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362c8070-0510-434e-a782-6a03ad2ce631 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:51.241698 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362c8070-0510-434e-a782-6a03ad2ce631 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:51.242014 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362c8070-0510-434e-a782-6a03ad2ce631 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:51.242338 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362c8070-0510-434e-a782-6a03ad2ce631 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:51.242653 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362c8070-0510-434e-a782-6a03ad2ce631 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:51.242966 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362c8070-0510-434e-a782-6a03ad2ce631 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:51.243277 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362c8070-0510-434e-a782-6a03ad2ce631 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:51.246751 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-362c8070-0510-434e-a782-6a03ad2ce631 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:27:51.262493 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57fff1-2f55-47d2-91a0-ef0d0d830e8d admin admin] Pushing event deleted for resources: {'Network': ['ID=3eb4e519-1057-42cd-8c70-ebf5cc905d06,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:27:51.265260 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-0a57fff1-2f55-47d2-91a0-ef0d0d830e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:27:51.273974 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-0a57fff1-2f55-47d2-91a0-ef0d0d830e8d admin admin] 10.222.0.77 "DELETE /v2.0/networks/3eb4e519-1057-42cd-8c70-ebf5cc905d06 HTTP/1.1" status: 204 len: 168 time: 0.8949287 May 27 11:27:51.276947 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 34930) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:27:51.910571 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-15b17ed6-a999-4abb-8233-09dcbe655c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1927923'] for router_interface, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:52.325272 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [None req-15b17ed6-a999-4abb-8233-09dcbe655c54 admin admin] Deleting port 50d06580-62ce-4078-9441-f09fb10bb7e0 {{(pid=91848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:27:52.325606 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-15b17ed6-a999-4abb-8233-09dcbe655c54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:52.351694 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 3928f890-cd41-44f8-8771-b2d8cca3aca0 no longer exists at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:27:52.387745 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] No Port match for: 3928f890-cd41-44f8-8771-b2d8cca3aca0 {{(pid=91849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:27:52.388092 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 3928f890-cd41-44f8-8771-b2d8cca3aca0 not bound to the agent host dv-cinder-751579-23-smb {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:27:52.451614 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [None req-15b17ed6-a999-4abb-8233-09dcbe655c54 admin admin] For port 50d06580-62ce-4078-9441-f09fb10bb7e0, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=50d06580-62ce-4078-9441-f09fb10bb7e0,segment=NetworkSegment(79fae62a-03b2-4e12-b35c-29ccced6c68f),segment_id=79fae62a-03b2-4e12-b35c-29ccced6c68f)] {{(pid=91848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:27:52.452870 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-15b17ed6-a999-4abb-8233-09dcbe655c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:52.570602 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [None req-15b17ed6-a999-4abb-8233-09dcbe655c54 admin admin] Calling delete_port for 50d06580-62ce-4078-9441-f09fb10bb7e0 owned by network:router_interface {{(pid=91848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:27:52.731052 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-15b17ed6-a999-4abb-8233-09dcbe655c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6295888'] for port, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:52.735308 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-a859f52b-5e30-4c8c-9067-b8eadca69a2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:27:52.778756 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b17ed6-a999-4abb-8233-09dcbe655c54 admin admin] Pushing event deleted for resources: {'Port': ['ID=50d06580-62ce-4078-9441-f09fb10bb7e0,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:27:52.781900 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-15b17ed6-a999-4abb-8233-09dcbe655c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:27:53.155549 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-15b17ed6-a999-4abb-8233-09dcbe655c54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1939523'] for router_interface, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:53.539643 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b17ed6-a999-4abb-8233-09dcbe655c54 admin admin] Router 1f0ee961-10ce-4b9f-84f3-223fc4323fea has already been hosted by L3 agent 6d24f2a4-c5c8-4233-9813-3f8fa73b68fa {{(pid=91848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:27:53.732380 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b17ed6-a999-4abb-8233-09dcbe655c54 admin admin] Notify agent at l3_agent.dv-cinder-751579-23-smb the message routers_updated {{(pid=91848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:27:53.741970 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84945230-8e3a-4336-9a8b-636914b7a5f7 None None] Sync routers for ids ['1f0ee961-10ce-4b9f-84f3-223fc4323fea'] in dv-cinder-751579-23-smb {{(pid=91850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:27:53.750286 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-15b17ed6-a999-4abb-8233-09dcbe655c54 admin admin] 10.222.0.77 "PUT /v2.0/routers/1f0ee961-10ce-4b9f-84f3-223fc4323fea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4720068 May 27 11:27:53.752655 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 34942) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:27:53.755073 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84945230-8e3a-4336-9a8b-636914b7a5f7 None None] Routers {'1f0ee961-10ce-4b9f-84f3-223fc4323fea'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:27:53.755725 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-84945230-8e3a-4336-9a8b-636914b7a5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:27:47Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['1f0ee961-10ce-4b9f-84f3-223fc4323fea'], 'active': True} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:27:53.931261 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-522d780c-41a8-4881-8df9-9573150812f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:53.955183 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:53.965487 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvr_db [None req-84945230-8e3a-4336-9a8b-636914b7a5f7 None None] Set router 1f0ee961-10ce-4b9f-84f3-223fc4323fea gateway port host: dv-cinder-751579-23-smb {{(pid=91850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:27:54.114434 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-522d780c-41a8-4881-8df9-9573150812f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:54.193410 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [None req-522d780c-41a8-4881-8df9-9573150812f8 admin admin] Deleting port 113568af-9f84-4bf2-a6d6-7acbd9cc6d73 {{(pid=91848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:27:54.194120 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-522d780c-41a8-4881-8df9-9573150812f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:54.298827 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-84945230-8e3a-4336-9a8b-636914b7a5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0ee961-10ce-4b9f-84f3-223fc4323fea', 'name': 'tempest-TestShelveInstance-555137822-router', 'tenant_id': 'abc545fa3227496e92686decfaef1445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.150'}], 'enable_snat': True}, 'gw_port_id': '113568af-9f84-4bf2-a6d6-7acbd9cc6d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:20:29Z', 'updated_at': '2021-05-27T11:27:52Z', 'revision_number': 5, 'project_id': 'abc545fa3227496e92686decfaef1445', 'gw_port': {'id': '113568af-9f84-4bf2-a6d6-7acbd9cc6d73', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0ee961-10ce-4b9f-84f3-223fc4323fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:20:30Z', 'updated_at': '2021-05-27T11:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb'}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:27:54.305229 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84945230-8e3a-4336-9a8b-636914b7a5f7 None None] Checking router: 1f0ee961-10ce-4b9f-84f3-223fc4323fea for host: dv-cinder-751579-23-smb {{(pid=91850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:27:54.316297 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84945230-8e3a-4336-9a8b-636914b7a5f7 None None] Routers {'1f0ee961-10ce-4b9f-84f3-223fc4323fea'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:27:54.316930 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-84945230-8e3a-4336-9a8b-636914b7a5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:27:47Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['1f0ee961-10ce-4b9f-84f3-223fc4323fea'], 'active': True} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:27:54.442502 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [None req-522d780c-41a8-4881-8df9-9573150812f8 admin admin] For port 113568af-9f84-4bf2-a6d6-7acbd9cc6d73, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=113568af-9f84-4bf2-a6d6-7acbd9cc6d73,segment=NetworkSegment(4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310),segment_id=4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310)] {{(pid=91848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:27:54.442502 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-522d780c-41a8-4881-8df9-9573150812f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:54.468503 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvr_db [None req-84945230-8e3a-4336-9a8b-636914b7a5f7 None None] Set router 1f0ee961-10ce-4b9f-84f3-223fc4323fea gateway port host: None {{(pid=91850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:27:54.564274 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [None req-522d780c-41a8-4881-8df9-9573150812f8 admin admin] Calling delete_port for 113568af-9f84-4bf2-a6d6-7acbd9cc6d73 owned by network:router_gateway {{(pid=91848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:27:54.575827 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-84945230-8e3a-4336-9a8b-636914b7a5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0ee961-10ce-4b9f-84f3-223fc4323fea', 'name': 'tempest-TestShelveInstance-555137822-router', 'tenant_id': 'abc545fa3227496e92686decfaef1445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:20:29Z', 'updated_at': '2021-05-27T11:27:54Z', 'revision_number': 6, 'project_id': 'abc545fa3227496e92686decfaef1445', 'gw_port_host': None}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:27:54.580591 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84945230-8e3a-4336-9a8b-636914b7a5f7 None None] The sync data for ids ['1f0ee961-10ce-4b9f-84f3-223fc4323fea'] in dv-cinder-751579-23-smb is: [{'id': '1f0ee961-10ce-4b9f-84f3-223fc4323fea', 'name': 'tempest-TestShelveInstance-555137822-router', 'tenant_id': 'abc545fa3227496e92686decfaef1445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:20:29Z', 'updated_at': '2021-05-27T11:27:54Z', 'revision_number': 6, 'project_id': 'abc545fa3227496e92686decfaef1445', 'gw_port_host': None}] {{(pid=91850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:27:54.712600 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-522d780c-41a8-4881-8df9-9573150812f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6295888'] for port, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:54.716020 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-1dc20fd0-cf5d-4bbb-b098-de1b48d67c71 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:27:54.762496 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d780c-41a8-4881-8df9-9573150812f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=113568af-9f84-4bf2-a6d6-7acbd9cc6d73,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:27:54.788122 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-522d780c-41a8-4881-8df9-9573150812f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:27:54.851993 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-522d780c-41a8-4881-8df9-9573150812f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1926620'] for router_gateway, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:55.032782 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-522d780c-41a8-4881-8df9-9573150812f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:55.035027 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-522d780c-41a8-4881-8df9-9573150812f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:55.057942 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-522d780c-41a8-4881-8df9-9573150812f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1940847'] for router, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:55.058467 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522d780c-41a8-4881-8df9-9573150812f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f0ee961-10ce-4b9f-84f3-223fc4323fea {{(pid=91848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 11:27:55.071724 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-522d780c-41a8-4881-8df9-9573150812f8 admin admin] Notify callbacks [] for router, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:55.072825 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-522d780c-41a8-4881-8df9-9573150812f8 admin admin] 10.222.0.77 "DELETE /v2.0/routers/1f0ee961-10ce-4b9f-84f3-223fc4323fea HTTP/1.1" status: 204 len: 168 time: 1.3192391 May 27 11:27:55.075621 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 34950) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:27:55.137350 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e5d1c56-7ec1-4950-b9ca-e547c7dad827 admin admin] Deleting subnet ec3c2a5d-bc5a-4e4d-88a0-37c05ccc8af4 {{(pid=91848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 11:27:55.140878 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-1e5d1c56-7ec1-4950-b9ca-e547c7dad827 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:55.190972 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-1e5d1c56-7ec1-4950-b9ca-e547c7dad827 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6635035'] for subnet, precommit_delete_associations {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:55.276202 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-1e5d1c56-7ec1-4950-b9ca-e547c7dad827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729342'] for subnet, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:55.537573 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-1e5d1c56-7ec1-4950-b9ca-e547c7dad827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6297505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6631527'] for subnet, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:55.541775 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-b4148f81-6817-420b-8bc6-e4b3c720d39e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:27:55.578737 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d1c56-7ec1-4950-b9ca-e547c7dad827 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec3c2a5d-bc5a-4e4d-88a0-37c05ccc8af4,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:27:55.580738 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-1e5d1c56-7ec1-4950-b9ca-e547c7dad827 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:55.583296 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-1e5d1c56-7ec1-4950-b9ca-e547c7dad827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:27:55.588176 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-1e5d1c56-7ec1-4950-b9ca-e547c7dad827 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ec3c2a5d-bc5a-4e4d-88a0-37c05ccc8af4 HTTP/1.1" status: 204 len: 168 time: 0.5116076 May 27 11:27:55.589654 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d37900-b52a-47c1-9424-06312d74a888 None None] Network aa0c9309-9680-4bdd-8541-daaee3de3ccc requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:27:55.590578 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 34956) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:27:55.700340 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-39186801-7006-4fdc-a85e-8bb51da03679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642410'] for network, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:55.782487 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [None req-39186801-7006-4fdc-a85e-8bb51da03679 admin admin] Deleting port 68a7e380-e5f6-4775-8e89-853d9084adb2 {{(pid=91848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:27:55.782823 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-39186801-7006-4fdc-a85e-8bb51da03679 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:55.882799 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edadd971-e69a-491d-888e-487bae18ee54 None None] DHCP port deletion for aa0c9309-9680-4bdd-8541-daaee3de3ccc request from dv-cinder-751579-23-smb {{(pid=91849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 11:27:55.953487 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-edadd971-e69a-491d-888e-487bae18ee54 None None] Deleting port 68a7e380-e5f6-4775-8e89-853d9084adb2 {{(pid=91849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:27:55.953867 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-edadd971-e69a-491d-888e-487bae18ee54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:55.983794 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [None req-39186801-7006-4fdc-a85e-8bb51da03679 admin admin] For port 68a7e380-e5f6-4775-8e89-853d9084adb2, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=68a7e380-e5f6-4775-8e89-853d9084adb2,segment=NetworkSegment(79fae62a-03b2-4e12-b35c-29ccced6c68f),segment_id=79fae62a-03b2-4e12-b35c-29ccced6c68f)] {{(pid=91848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:27:55.984191 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-39186801-7006-4fdc-a85e-8bb51da03679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:56.053832 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-edadd971-e69a-491d-888e-487bae18ee54 None None] For port 68a7e380-e5f6-4775-8e89-853d9084adb2, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=68a7e380-e5f6-4775-8e89-853d9084adb2,segment=NetworkSegment(79fae62a-03b2-4e12-b35c-29ccced6c68f),segment_id=79fae62a-03b2-4e12-b35c-29ccced6c68f)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:27:56.054143 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-edadd971-e69a-491d-888e-487bae18ee54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:56.106000 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [None req-39186801-7006-4fdc-a85e-8bb51da03679 admin admin] Calling delete_port for 68a7e380-e5f6-4775-8e89-853d9084adb2 owned by network:dhcp {{(pid=91848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:27:56.154364 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-39186801-7006-4fdc-a85e-8bb51da03679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6295888'] for port, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:56.158441 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-e424a4a7-42be-443e-9bec-35cb34c8d389 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:27:56.179312 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-edadd971-e69a-491d-888e-487bae18ee54 None None] Calling delete_port for 68a7e380-e5f6-4775-8e89-853d9084adb2 owned by network:dhcp {{(pid=91849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:27:56.202877 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39186801-7006-4fdc-a85e-8bb51da03679 admin admin] Pushing event deleted for resources: {'Port': ['ID=68a7e380-e5f6-4775-8e89-853d9084adb2,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:27:56.206384 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-39186801-7006-4fdc-a85e-8bb51da03679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:27:56.208604 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39186801-7006-4fdc-a85e-8bb51da03679 admin admin] No DVR routers for this DVR port 68a7e380-e5f6-4775-8e89-853d9084adb2 on host dv-cinder-751579-23-smb {{(pid=91848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:27:56.224840 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-edadd971-e69a-491d-888e-487bae18ee54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980'] for port, after_delete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:56.228424 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-3468ab31-d571-437c-8617-1322661b6ff9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:27:56.271449 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edadd971-e69a-491d-888e-487bae18ee54 None None] Pushing event deleted for resources: {'Port': ['ID=68a7e380-e5f6-4775-8e89-853d9084adb2,revision_number=None']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:27:56.274944 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-edadd971-e69a-491d-888e-487bae18ee54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:27:56.277507 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edadd971-e69a-491d-888e-487bae18ee54 None None] No DVR routers for this DVR port 68a7e380-e5f6-4775-8e89-853d9084adb2 on host dv-cinder-751579-23-smb {{(pid=91849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:27:56.327639 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-39186801-7006-4fdc-a85e-8bb51da03679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734563', 'neutron.services.segments.db._delete_segments_for_network-8764582419685'] for network, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:56.341774 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.services.segments.db [None req-39186801-7006-4fdc-a85e-8bb51da03679 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa0c9309-9680-4bdd-8541-daaee3de3ccc']}} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:27:56.354717 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.services.segments.db [None req-39186801-7006-4fdc-a85e-8bb51da03679 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79fae62a-03b2-4e12-b35c-29ccced6c68f') {'for_net_delete': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:27:56.354973 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.services.segments.db [None req-39186801-7006-4fdc-a85e-8bb51da03679 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79fae62a-03b2-4e12-b35c-29ccced6c68f') {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:27:56.358880 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 68a7e380-e5f6-4775-8e89-853d9084adb2 no longer exists at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:27:56.367621 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-39186801-7006-4fdc-a85e-8bb51da03679 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764582427558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6635042'] for segment, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:56.386839 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-39186801-7006-4fdc-a85e-8bb51da03679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075'] for segment, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:56.396942 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] No Port match for: 68a7e380-e5f6-4775-8e89-853d9084adb2 {{(pid=91849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:27:56.397442 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 68a7e380-e5f6-4775-8e89-853d9084adb2 not bound to the agent host dv-cinder-751579-23-smb {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:27:56.397971 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 50d06580-62ce-4078-9441-f09fb10bb7e0 no longer exists at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:27:56.403205 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39186801-7006-4fdc-a85e-8bb51da03679 admin admin] Releasing vlan 1184 on physical network physnet1 to pool {{(pid=91848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 11:27:56.403642 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-39186801-7006-4fdc-a85e-8bb51da03679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6295811'] for segment, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:56.418324 dv-cinder-751579-23-smb neutron-server[91848]: Traceback (most recent call last): May 27 11:27:56.418324 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 11:27:56.418324 dv-cinder-751579-23-smb neutron-server[91848]: timer() May 27 11:27:56.418324 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 11:27:56.418324 dv-cinder-751579-23-smb neutron-server[91848]: cb(*args, **kw) May 27 11:27:56.418324 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 11:27:56.418324 dv-cinder-751579-23-smb neutron-server[91848]: return func(*args, **kwargs) May 27 11:27:56.418324 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 11:27:56.418324 dv-cinder-751579-23-smb neutron-server[91848]: self._notify() May 27 11:27:56.418324 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 11:27:56.418324 dv-cinder-751579-23-smb neutron-server[91848]: self.callback(batched_events) May 27 11:27:56.418324 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 11:27:56.418324 dv-cinder-751579-23-smb neutron-server[91848]: event.method(event) May 27 11:27:56.418324 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 11:27:56.418324 dv-cinder-751579-23-smb neutron-server[91848]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 11:27:56.418324 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 11:27:56.418324 dv-cinder-751579-23-smb neutron-server[91848]: aggregate_uuid = self.p_client.list_aggregates( May 27 11:27:56.418324 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 11:27:56.418324 dv-cinder-751579-23-smb neutron-server[91848]: return f(self, *a, **k) May 27 11:27:56.418324 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 11:27:56.418324 dv-cinder-751579-23-smb neutron-server[91848]: return self._get(url).json() May 27 11:27:56.418324 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 11:27:56.418324 dv-cinder-751579-23-smb neutron-server[91848]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 11:27:56.418324 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 11:27:56.418324 dv-cinder-751579-23-smb neutron-server[91848]: return self.request(url, 'GET', **kwargs) May 27 11:27:56.418324 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 11:27:56.418324 dv-cinder-751579-23-smb neutron-server[91848]: base_url = self.get_endpoint(auth, allow=allow, May 27 11:27:56.418324 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 11:27:56.418324 dv-cinder-751579-23-smb neutron-server[91848]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 11:27:56.418324 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 11:27:56.418324 dv-cinder-751579-23-smb neutron-server[91848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 11:27:56.418324 dv-cinder-751579-23-smb neutron-server[91848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 11:27:56.441536 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] No Port match for: 50d06580-62ce-4078-9441-f09fb10bb7e0 {{(pid=91849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:27:56.442037 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 50d06580-62ce-4078-9441-f09fb10bb7e0 not bound to the agent host dv-cinder-751579-23-smb {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:27:56.442584 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 113568af-9f84-4bf2-a6d6-7acbd9cc6d73 no longer exists at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:27:56.477529 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] No Port match for: 113568af-9f84-4bf2-a6d6-7acbd9cc6d73 {{(pid=91849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:27:56.477974 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 113568af-9f84-4bf2-a6d6-7acbd9cc6d73 not bound to the agent host dv-cinder-751579-23-smb {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:27:56.507604 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-39186801-7006-4fdc-a85e-8bb51da03679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926643'] for network, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:56.511818 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-5bcec7ff-e8f4-495a-996e-0af8ff2e76ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:27:56.526633 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-39186801-7006-4fdc-a85e-8bb51da03679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for network, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:56.538172 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39186801-7006-4fdc-a85e-8bb51da03679 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa0c9309-9680-4bdd-8541-daaee3de3ccc,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:27:56.542588 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-39186801-7006-4fdc-a85e-8bb51da03679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:27:56.546793 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-39186801-7006-4fdc-a85e-8bb51da03679 admin admin] 10.222.0.77 "DELETE /v2.0/networks/aa0c9309-9680-4bdd-8541-daaee3de3ccc HTTP/1.1" status: 204 len: 168 time: 0.9552615 May 27 11:27:56.666206 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 34966) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:27:56.713903 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-952f4e61-e0d4-4224-9a0d-351dc28a794e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=db3f835fbb4441b382fb98f5bcdc7676&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464501 May 27 11:27:56.716232 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 34970) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:27:56.774021 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-770521d2-8d51-4ab8-98b6-86424ce424ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:56.798859 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-770521d2-8d51-4ab8-98b6-86424ce424ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:56.853777 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-770521d2-8d51-4ab8-98b6-86424ce424ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:56.857928 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-2f123185-59be-48b8-ae17-7c11fb63e0ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:27:56.870605 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770521d2-8d51-4ab8-98b6-86424ce424ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf693f3-9cb6-4739-96e1-4fe2dd84b15c,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:27:56.874917 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-770521d2-8d51-4ab8-98b6-86424ce424ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:27:56.882402 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-770521d2-8d51-4ab8-98b6-86424ce424ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:56.883566 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-770521d2-8d51-4ab8-98b6-86424ce424ae admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/baf693f3-9cb6-4739-96e1-4fe2dd84b15c HTTP/1.1" status: 204 len: 168 time: 0.1664290 May 27 11:27:57.251784 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 34980) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:27:57.302010 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-735f42ab-9bb2-4443-bf93-b2d07fbaafae admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=abc545fa3227496e92686decfaef1445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489991 May 27 11:27:57.304435 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 34984) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:27:57.362964 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-a8663fb4-f956-4249-9cc8-cb406e5cf185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:57.393093 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-a8663fb4-f956-4249-9cc8-cb406e5cf185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:57.446540 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-a8663fb4-f956-4249-9cc8-cb406e5cf185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:57.450503 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-c766ae2b-7c91-4e78-ab20-d78b87a77e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:27:57.462034 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8663fb4-f956-4249-9cc8-cb406e5cf185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902cc5c8-82fe-45d6-ac40-98018c79a1c4,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:27:57.472528 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8663fb4-f956-4249-9cc8-cb406e5cf185 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:57.472913 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8663fb4-f956-4249-9cc8-cb406e5cf185 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:57.473247 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8663fb4-f956-4249-9cc8-cb406e5cf185 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:57.473602 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8663fb4-f956-4249-9cc8-cb406e5cf185 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:57.473954 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8663fb4-f956-4249-9cc8-cb406e5cf185 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:57.474307 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8663fb4-f956-4249-9cc8-cb406e5cf185 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:57.474655 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8663fb4-f956-4249-9cc8-cb406e5cf185 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:57.475138 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8663fb4-f956-4249-9cc8-cb406e5cf185 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:57.475345 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8663fb4-f956-4249-9cc8-cb406e5cf185 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:57.475803 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8663fb4-f956-4249-9cc8-cb406e5cf185 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:57.476231 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8663fb4-f956-4249-9cc8-cb406e5cf185 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:57.476705 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8663fb4-f956-4249-9cc8-cb406e5cf185 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:57.480602 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-a8663fb4-f956-4249-9cc8-cb406e5cf185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:27:57.481825 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-a8663fb4-f956-4249-9cc8-cb406e5cf185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:57.483501 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-a8663fb4-f956-4249-9cc8-cb406e5cf185 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/902cc5c8-82fe-45d6-ac40-98018c79a1c4 HTTP/1.1" status: 204 len: 168 time: 0.1776083 May 27 11:28:08.338432 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76270576-9dbd-4f87-86eb-fc018afd8ed5 req-1183c30a-25e3-4bf8-a5aa-e3ba9ca67fc0 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:08.339769 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-76270576-9dbd-4f87-86eb-fc018afd8ed5 req-1183c30a-25e3-4bf8-a5aa-e3ba9ca67fc0 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 946 time: 0.0841208 May 27 11:28:08.385376 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-76270576-9dbd-4f87-86eb-fc018afd8ed5 req-3f70925b-1966-43fc-b352-fc272415f9a0 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395725 May 27 11:28:09.575209 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40562283-06d2-4ceb-926e-21133b662e7f req-0b622685-c01c-40a5-ae13-20be599b1991 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:09.576817 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-40562283-06d2-4ceb-926e-21133b662e7f req-0b622685-c01c-40a5-ae13-20be599b1991 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 946 time: 0.0802069 May 27 11:28:09.626370 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-40562283-06d2-4ceb-926e-21133b662e7f req-23a32e3c-d65d-48f9-90a1-09da67fd8e65 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431349 May 27 11:28:10.818529 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd39ec-5d80-4ea5-9952-8f193e3d7243 req-0b35e4ce-b8bc-4fdf-a75c-86394323e491 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:10.820030 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-05bd39ec-5d80-4ea5-9952-8f193e3d7243 req-0b35e4ce-b8bc-4fdf-a75c-86394323e491 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 946 time: 0.0820570 May 27 11:28:10.865001 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-05bd39ec-5d80-4ea5-9952-8f193e3d7243 req-ce8a6e01-44eb-449e-b14f-6753b784e3ee tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393300 May 27 11:28:12.061136 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ae6ba-2abd-4150-b528-43b2a03d8b09 req-2475c6c2-9935-4c4e-b68e-cca262bd624b tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:12.062571 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-197ae6ba-2abd-4150-b528-43b2a03d8b09 req-2475c6c2-9935-4c4e-b68e-cca262bd624b tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 946 time: 0.0850909 May 27 11:28:12.108235 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-197ae6ba-2abd-4150-b528-43b2a03d8b09 req-1836e54a-12cd-4f56-b61b-f8136856214c tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399196 May 27 11:28:13.304096 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93639fe3-6337-4d19-b450-19a928ea0983 req-140e67b5-c69f-4b8a-b9f3-6aefca23ed61 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:13.305518 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-93639fe3-6337-4d19-b450-19a928ea0983 req-140e67b5-c69f-4b8a-b9f3-6aefca23ed61 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 946 time: 0.0818379 May 27 11:28:13.349777 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-93639fe3-6337-4d19-b450-19a928ea0983 req-3ed0b5fa-80d0-47b5-bb81-34456b6f5ccf tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375044 May 27 11:28:14.552898 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b82094-8706-46cf-80bc-127179c7fa9b req-53ddf1b1-76d9-434d-a470-b2f4b8cd3319 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:14.554353 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-33b82094-8706-46cf-80bc-127179c7fa9b req-53ddf1b1-76d9-434d-a470-b2f4b8cd3319 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 946 time: 0.0841396 May 27 11:28:14.595731 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-7f4ccc17-fe40-444c-a7e9-a7f063d77573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:14.600389 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-33b82094-8706-46cf-80bc-127179c7fa9b req-ba4b969b-ac41-445f-b3e0-f59c3869e0ee tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404387 May 27 11:28:15.803547 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1e516-91f3-4e47-9cd6-3712cdcc2765 req-eb3544d0-fa07-4b94-9ea6-3332b02e9696 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:15.805076 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-11b1e516-91f3-4e47-9cd6-3712cdcc2765 req-eb3544d0-fa07-4b94-9ea6-3332b02e9696 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 946 time: 0.0823324 May 27 11:28:15.855279 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-11b1e516-91f3-4e47-9cd6-3712cdcc2765 req-b512ec2c-14b0-476d-8c1c-f243a0734395 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443542 May 27 11:28:17.048191 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60021292-c1a0-4a9b-b3d4-53ff1a668fe4 req-66a0a5ee-fd96-4896-93ee-b91665aa0766 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:17.049678 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-60021292-c1a0-4a9b-b3d4-53ff1a668fe4 req-66a0a5ee-fd96-4896-93ee-b91665aa0766 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 946 time: 0.0830498 May 27 11:28:17.059814 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-10cdedb2-22a6-4896-a600-0f1e6ce2b916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:17.094539 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-60021292-c1a0-4a9b-b3d4-53ff1a668fe4 req-c496c9eb-5250-41bc-8a08-e681be4a8342 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391519 May 27 11:28:17.127894 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:17.237663 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 6 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:28:18.291656 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fea472-285f-4569-8940-551da712fa8d req-3946c885-63e8-4dab-82aa-a127a794e6c0 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:18.293106 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-88fea472-285f-4569-8940-551da712fa8d req-3946c885-63e8-4dab-82aa-a127a794e6c0 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 946 time: 0.0847731 May 27 11:28:18.337796 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-88fea472-285f-4569-8940-551da712fa8d req-09561a9c-5770-4b37-8b5b-520dc64011ae tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385833 May 27 11:28:18.363024 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:19.766155 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb363be-b038-46af-bbeb-9465e195c672 req-35ea9bb4-4d6e-4c04-939f-76e649ed1d36 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:19.767576 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-abb363be-b038-46af-bbeb-9465e195c672 req-35ea9bb4-4d6e-4c04-939f-76e649ed1d36 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 946 time: 0.3146317 May 27 11:28:19.814288 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-abb363be-b038-46af-bbeb-9465e195c672 req-8436384f-744d-4bb9-a477-f6eca03f18d0 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409203 May 27 11:28:20.372916 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:21.186783 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013958fa-8ea7-45b9-a062-16a757c6d4e8 req-14847e7e-f1dc-4796-8d9b-bd7f46531b68 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:21.188287 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-013958fa-8ea7-45b9-a062-16a757c6d4e8 req-14847e7e-f1dc-4796-8d9b-bd7f46531b68 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 946 time: 0.2448094 May 27 11:28:21.243316 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-013958fa-8ea7-45b9-a062-16a757c6d4e8 req-47a9a620-4d8d-4926-97a6-2556183aca39 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492833 May 27 11:28:22.434114 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df146bb-d17e-4206-a3c1-4e0ad5c734a7 req-5790b303-2f14-4119-a1f5-5d3af31c723c tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:22.435481 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2df146bb-d17e-4206-a3c1-4e0ad5c734a7 req-5790b303-2f14-4119-a1f5-5d3af31c723c tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 946 time: 0.0814376 May 27 11:28:22.486705 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2df146bb-d17e-4206-a3c1-4e0ad5c734a7 req-9e82bb55-5628-4846-9a86-12b10387417b tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439925 May 27 11:28:23.682149 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db167e7-c283-425c-adf9-814a3ba2f82d req-23497e79-75ea-4257-b98c-2056c7f4ef65 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:23.683626 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5db167e7-c283-425c-adf9-814a3ba2f82d req-23497e79-75ea-4257-b98c-2056c7f4ef65 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 946 time: 0.0802708 May 27 11:28:23.728926 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5db167e7-c283-425c-adf9-814a3ba2f82d req-021964c1-ae4f-40ee-9c36-d474ec71f031 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392158 May 27 11:28:23.933890 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:24.925114 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa5f06-5dd5-4941-8e5e-71b7ba4b6124 req-6e6167a3-6563-4011-bd21-553fdf7241e0 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:24.926567 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b9aa5f06-5dd5-4941-8e5e-71b7ba4b6124 req-6e6167a3-6563-4011-bd21-553fdf7241e0 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 946 time: 0.0853286 May 27 11:28:24.973653 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b9aa5f06-5dd5-4941-8e5e-71b7ba4b6124 req-98d4654c-edda-400d-b0b7-2dec502eabb2 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412457 May 27 11:28:26.176989 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089a8dd-cd10-42b7-8694-60c7b95b00d0 req-5540a738-1a82-4544-a8db-02dab05372b1 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:26.178470 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d089a8dd-cd10-42b7-8694-60c7b95b00d0 req-5540a738-1a82-4544-a8db-02dab05372b1 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 946 time: 0.0870423 May 27 11:28:26.225495 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d089a8dd-cd10-42b7-8694-60c7b95b00d0 req-2a775f39-3387-4c3e-b793-60d87a69868b tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412107 May 27 11:28:27.372355 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 1488a96d-6080-4c05-b945-d74e589ea4aa details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:28:27.427639 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe4f15-fe14-4c56-b8f0-3f81c47303b6 req-719014c5-e1dc-4fd4-80c2-13d9f6121cbb tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:27.429146 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-bdfe4f15-fe14-4c56-b8f0-3f81c47303b6 req-719014c5-e1dc-4fd4-80c2-13d9f6121cbb tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 946 time: 0.0903716 May 27 11:28:27.480378 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-bdfe4f15-fe14-4c56-b8f0-3f81c47303b6 req-89ae2680-d5d4-4ada-af4c-31d7f0fa3efc tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446382 May 27 11:28:27.525462 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 1488a96d-6080-4c05-b945-d74e589ea4aa, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=1488a96d-6080-4c05-b945-d74e589ea4aa,segment=NetworkSegment(0c88ad6b-358d-4210-9d68-f349b8a786a2),segment_id=0c88ad6b-358d-4210-9d68-f349b8a786a2)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:28:27.539801 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Returning: {'device': '1488a96d-6080-4c05-b945-d74e589ea4aa', 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733', 'port_id': '1488a96d-6080-4c05-b945-d74e589ea4aa', 'mac_address': 'fa:16:3e:29:32:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:28:27.601446 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:27.619921 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1488a96d-6080-4c05-b945-d74e589ea4aa {{(pid=91849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:28:27.636611 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 1488a96d-6080-4c05-b945-d74e589ea4aa, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=1488a96d-6080-4c05-b945-d74e589ea4aa,segment=NetworkSegment(0c88ad6b-358d-4210-9d68-f349b8a786a2),segment_id=0c88ad6b-358d-4210-9d68-f349b8a786a2)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:28:27.641754 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:27.644783 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:28:27.715981 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=1488a96d-6080-4c05-b945-d74e589ea4aa,revision_number=6']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:28:27.719442 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:28:27.763192 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['1488a96d-6080-4c05-b945-d74e589ea4aa'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:28:28.680906 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8544c4-5582-4ecc-a654-a48aa81dd7eb req-923f042b-c68d-4941-a2e1-7d017aa56fc1 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:28.682398 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7e8544c4-5582-4ecc-a654-a48aa81dd7eb req-923f042b-c68d-4941-a2e1-7d017aa56fc1 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 945 time: 0.0881488 May 27 11:28:28.733393 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-7e8544c4-5582-4ecc-a654-a48aa81dd7eb req-bd78bc8b-c012-4efd-b3c5-27122901bab6 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451057 May 27 11:28:29.376537 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 1488a96d-6080-4c05-b945-d74e589ea4aa up at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:28:29.455919 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning complete for port 1488a96d-6080-4c05-b945-d74e589ea4aa triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:28:29.456376 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:29.586741 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:29.614413 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f7a48d-c9b3-4f40-9605-349564b1fef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1488a96d-6080-4c05-b945-d74e589ea4aa'}] {{(pid=91849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:28:29.624262 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 1488a96d-6080-4c05-b945-d74e589ea4aa, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=1488a96d-6080-4c05-b945-d74e589ea4aa,segment=NetworkSegment(0c88ad6b-358d-4210-9d68-f349b8a786a2),segment_id=0c88ad6b-358d-4210-9d68-f349b8a786a2)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:28:29.628708 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:29.630951 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-00eb7f07-79ae-456b-80c8-939c96ef9a8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:28:29.672008 dv-cinder-751579-23-smb neutron-server[91849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f7a48d-c9b3-4f40-9605-349564b1fef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1488a96d-6080-4c05-b945-d74e589ea4aa', 'code': 200} May 27 11:28:29.705046 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=1488a96d-6080-4c05-b945-d74e589ea4aa,revision_number=7']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:28:29.708068 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:28:29.755110 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-23a858a6-6a1b-4e25-acec-8f7c3e6f29cd req-69aec2e9-3048-41fb-abc2-8d6711f5b11e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762362 May 27 11:28:29.848975 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a858a6-6a1b-4e25-acec-8f7c3e6f29cd req-bb4df2b8-5bf9-40a9-b372-5e581d546951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:29.850438 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-23a858a6-6a1b-4e25-acec-8f7c3e6f29cd req-bb4df2b8-5bf9-40a9-b372-5e581d546951 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af7266b3901847dcabc327648954eeae&device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 1138 time: 0.0725224 May 27 11:28:30.055119 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a858a6-6a1b-4e25-acec-8f7c3e6f29cd req-e7280989-6bf9-4372-b2a2-38c19934ec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:30.056583 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-23a858a6-6a1b-4e25-acec-8f7c3e6f29cd req-e7280989-6bf9-4372-b2a2-38c19934ec34 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ced04108-deb6-4ea1-bc74-6c4005400411 HTTP/1.1" status: 200 len: 916 time: 0.1668866 May 27 11:28:30.066298 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f0179-28d1-4da7-8ef2-0c72430eef40 req-279622b5-0090-4253-ac7d-4b769d82f14b tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:30.067740 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2d8f0179-28d1-4da7-8ef2-0c72430eef40 req-279622b5-0090-4253-ac7d-4b769d82f14b tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 946 time: 0.2144568 May 27 11:28:30.195221 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2d8f0179-28d1-4da7-8ef2-0c72430eef40 req-44853f20-500b-4558-be6c-420ba55a5f34 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745590 May 27 11:28:30.202561 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-23a858a6-6a1b-4e25-acec-8f7c3e6f29cd req-de93826c-c5ec-4dfd-a72b-d74708da80e6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3 HTTP/1.1" status: 200 len: 1001 time: 0.1327462 May 27 11:28:30.270348 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a858a6-6a1b-4e25-acec-8f7c3e6f29cd req-7924fd14-540a-4eea-8fdf-8e81c9ec38ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:30.271796 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-23a858a6-6a1b-4e25-acec-8f7c3e6f29cd req-7924fd14-540a-4eea-8fdf-8e81c9ec38ce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4aa03dc3-a675-4304-8e4d-06e24a2f5289 HTTP/1.1" status: 200 len: 853 time: 0.0604885 May 27 11:28:30.348123 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a858a6-6a1b-4e25-acec-8f7c3e6f29cd req-c99123b4-c549-4fc2-865d-3d1d79bc81d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:30.349572 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-23a858a6-6a1b-4e25-acec-8f7c3e6f29cd req-c99123b4-c549-4fc2-865d-3d1d79bc81d7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ced04108-deb6-4ea1-bc74-6c4005400411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0703101 May 27 11:28:30.482521 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-23a858a6-6a1b-4e25-acec-8f7c3e6f29cd req-4992ae51-fbf4-42ea-948e-f0132bbb4ad9 service neutron] 10.222.0.35 "GET /v2.0/networks/ced04108-deb6-4ea1-bc74-6c4005400411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247826 May 27 11:28:30.614854 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-23a858a6-6a1b-4e25-acec-8f7c3e6f29cd req-c084c83f-2c46-4321-b78a-1981af61ec9f service neutron] 10.222.0.35 "GET /v2.0/networks/ced04108-deb6-4ea1-bc74-6c4005400411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251485 May 27 11:28:31.395418 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add36705-6c1d-48a0-b4ef-d491432df937 req-321926a6-14f7-4e78-ad7d-ee2b8a5c95c0 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:31.396898 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-add36705-6c1d-48a0-b4ef-d491432df937 req-321926a6-14f7-4e78-ad7d-ee2b8a5c95c0 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 946 time: 0.0794425 May 27 11:28:31.449580 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-add36705-6c1d-48a0-b4ef-d491432df937 req-ebbf3194-e5c9-4d1c-8e73-e0086056df60 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466061 May 27 11:28:32.738937 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5376f-be9d-4a51-b478-3b556fe11922 req-7ea8e438-5cff-4a2f-b54a-832e1981c6b8 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:32.740579 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-36c5376f-be9d-4a51-b478-3b556fe11922 req-7ea8e438-5cff-4a2f-b54a-832e1981c6b8 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 946 time: 0.1790981 May 27 11:28:32.786269 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-36c5376f-be9d-4a51-b478-3b556fe11922 req-8d32af8b-16de-4dbd-b958-29db14bdad0b tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395525 May 27 11:28:33.998950 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc3011-1982-4cb4-a36a-64f259cd3500 req-1166a436-d848-4ecf-bd30-349b95a8cdf6 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:34.001715 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-29bc3011-1982-4cb4-a36a-64f259cd3500 req-1166a436-d848-4ecf-bd30-349b95a8cdf6 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 946 time: 0.0867920 May 27 11:28:34.052186 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-29bc3011-1982-4cb4-a36a-64f259cd3500 req-3097ba1c-40cc-44fe-aef8-1d8ecb9f111c tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446262 May 27 11:28:35.272504 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06886ac-f977-4207-8448-32d83de3a3d6 req-7d347c09-10b9-49e6-aea7-d3ed941d5806 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:35.273984 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f06886ac-f977-4207-8448-32d83de3a3d6 req-7d347c09-10b9-49e6-aea7-d3ed941d5806 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 946 time: 0.0950456 May 27 11:28:35.339520 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f06886ac-f977-4207-8448-32d83de3a3d6 req-44692a95-95ab-41b1-8051-a72bc24f8290 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551631 May 27 11:28:36.547154 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd369b1-90b9-49fe-9e09-39817075242e req-3543082c-ecbd-4032-a884-b3b271bfa976 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:36.548861 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8bd369b1-90b9-49fe-9e09-39817075242e req-3543082c-ecbd-4032-a884-b3b271bfa976 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 946 time: 0.0971990 May 27 11:28:36.598796 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8bd369b1-90b9-49fe-9e09-39817075242e req-d1c7c7a3-b50f-47f6-a0e3-cf23f17c07ba tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440667 May 27 11:28:37.821926 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586b18b-c82d-46f3-a744-75540d8e048b req-d3e64f2c-122d-4572-bb07-d2ea1ce426f3 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:37.824337 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5586b18b-c82d-46f3-a744-75540d8e048b req-d3e64f2c-122d-4572-bb07-d2ea1ce426f3 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 946 time: 0.0976863 May 27 11:28:37.877508 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5586b18b-c82d-46f3-a744-75540d8e048b req-7de74c9d-494e-45f8-8062-f0f63f2c08e9 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466743 May 27 11:28:39.104324 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba2055-3078-4094-9f50-b0bb5476f2dd req-00ebfebd-834b-45f9-9920-44885d1fdf09 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:39.105790 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f8ba2055-3078-4094-9f50-b0bb5476f2dd req-00ebfebd-834b-45f9-9920-44885d1fdf09 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 946 time: 0.0951157 May 27 11:28:39.152278 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f8ba2055-3078-4094-9f50-b0bb5476f2dd req-b977729b-2547-4e8c-a176-c8d88bf11074 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405533 May 27 11:28:40.378277 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e9313-deb6-4a72-a29e-b33f197d64b0 req-370e8e77-e302-4423-a58c-8504ddb2c4f2 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:40.380236 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-030e9313-deb6-4a72-a29e-b33f197d64b0 req-370e8e77-e302-4423-a58c-8504ddb2c4f2 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 946 time: 0.1012988 May 27 11:28:40.432783 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-030e9313-deb6-4a72-a29e-b33f197d64b0 req-356ab06a-2a0a-48ab-a5c4-da6e8de67a6a tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441844 May 27 11:28:41.661651 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43976a56-1075-4943-8889-fc5d2514d8af req-22878203-cef6-4553-90c0-3a4a7f694a71 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:41.663315 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-43976a56-1075-4943-8889-fc5d2514d8af req-22878203-cef6-4553-90c0-3a4a7f694a71 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 946 time: 0.1118033 May 27 11:28:41.728571 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-43976a56-1075-4943-8889-fc5d2514d8af req-5215599d-514d-463e-b574-8b11ba9b8fc1 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572898 May 27 11:28:42.946758 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b42a8a-af23-4dc6-9a36-2092cbf0b5c2 req-f2bb2855-5a95-4e70-a448-a0624154ce16 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:42.952032 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-23b42a8a-af23-4dc6-9a36-2092cbf0b5c2 req-f2bb2855-5a95-4e70-a448-a0624154ce16 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 946 time: 0.1009572 May 27 11:28:43.002605 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-23b42a8a-af23-4dc6-9a36-2092cbf0b5c2 req-7e28903d-e1b4-4a2f-bf23-4fa08a7fce29 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467808 May 27 11:28:44.231058 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020939a1-f876-456d-8dbd-f0bb45aeac2c req-31f644d8-7be3-4619-ac1f-593c6fa78af9 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:44.232678 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-020939a1-f876-456d-8dbd-f0bb45aeac2c req-31f644d8-7be3-4619-ac1f-593c6fa78af9 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 946 time: 0.1030569 May 27 11:28:44.279507 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-020939a1-f876-456d-8dbd-f0bb45aeac2c req-dd8afffa-0465-4b1d-972d-14f965a60380 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411556 May 27 11:28:44.587883 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-977ae744-cc26-4ea9-aad1-ad73cb5d6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:45.489883 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a7167-74ae-475b-adc3-af0b746c884f req-52081570-21ab-4b7e-aee7-2efbbc2f3c98 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:45.491427 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1e8a7167-74ae-475b-adc3-af0b746c884f req-52081570-21ab-4b7e-aee7-2efbbc2f3c98 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 946 time: 0.0939744 May 27 11:28:45.542494 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1e8a7167-74ae-475b-adc3-af0b746c884f req-1a7a86b4-b2c6-47d6-aae4-098f1c729c76 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449963 May 27 11:28:45.675143 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684922a-1664-45ec-b9d9-b77f0bc37164 req-306ea1ca-d721-4b47-83f6-1d613abf6204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:45.677835 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1684922a-1664-45ec-b9d9-b77f0bc37164 req-306ea1ca-d721-4b47-83f6-1d613abf6204 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ee9a16c0b3d64dcaa05860c6748a85d3&device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 1099 time: 0.1852450 May 27 11:28:45.837170 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684922a-1664-45ec-b9d9-b77f0bc37164 req-95b4dd2d-70f0-48e0-9e26-17bc07b5eec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:45.838960 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1684922a-1664-45ec-b9d9-b77f0bc37164 req-95b4dd2d-70f0-48e0-9e26-17bc07b5eec0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b50153bc-b3d8-4853-86fc-46a79e9f3733 HTTP/1.1" status: 200 len: 919 time: 0.1461985 May 27 11:28:45.970584 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1684922a-1664-45ec-b9d9-b77f0bc37164 req-cd095d1e-fd93-4a0a-baca-00ea63edc5a5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1488a96d-6080-4c05-b945-d74e589ea4aa HTTP/1.1" status: 200 len: 1002 time: 0.1079462 May 27 11:28:46.044851 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684922a-1664-45ec-b9d9-b77f0bc37164 req-4f19b404-4380-4bca-84f4-95ba16791a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:46.046419 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1684922a-1664-45ec-b9d9-b77f0bc37164 req-4f19b404-4380-4bca-84f4-95ba16791a70 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f HTTP/1.1" status: 200 len: 856 time: 0.0615056 May 27 11:28:46.143813 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684922a-1664-45ec-b9d9-b77f0bc37164 req-6316f072-71cf-424d-97ba-12300e53988a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:46.146018 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1684922a-1664-45ec-b9d9-b77f0bc37164 req-6316f072-71cf-424d-97ba-12300e53988a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b50153bc-b3d8-4853-86fc-46a79e9f3733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0838206 May 27 11:28:46.173795 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [req-1684922a-1664-45ec-b9d9-b77f0bc37164 req-30a575f4-1b17-4aca-a89d-b0f90a64b341 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=91848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 11:28:46.174804 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1684922a-1664-45ec-b9d9-b77f0bc37164 req-30a575f4-1b17-4aca-a89d-b0f90a64b341 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055947 May 27 11:28:46.328163 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1684922a-1664-45ec-b9d9-b77f0bc37164 req-0a62ad75-2235-46ec-8a84-bc49370c0b71 service neutron] 10.222.0.35 "GET /v2.0/networks/b50153bc-b3d8-4853-86fc-46a79e9f3733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422563 May 27 11:28:46.585709 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1684922a-1664-45ec-b9d9-b77f0bc37164 req-3087fe5f-1686-49a2-a99b-0596f0d9fd3c service neutron] 10.222.0.35 "GET /v2.0/networks/b50153bc-b3d8-4853-86fc-46a79e9f3733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444081 May 27 11:28:46.817669 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec6ab59-e986-4919-81bc-a8ce4b1932f4 req-80efe2dd-c469-41e5-9776-81a92f791dd1 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:46.819991 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6ec6ab59-e986-4919-81bc-a8ce4b1932f4 req-80efe2dd-c469-41e5-9776-81a92f791dd1 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 946 time: 0.1464541 May 27 11:28:46.874724 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6ec6ab59-e986-4919-81bc-a8ce4b1932f4 req-d30a9f20-f786-476e-ace9-7a16bba090f8 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441761 May 27 11:28:47.064523 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-a7e1c9ef-79df-496c-8121-b4282bea052d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:47.133007 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:48.092391 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117db59-451e-4c15-a71c-696fe6bdda5d req-8053a7df-401a-4cbe-a9f5-e1db44e294dd tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:48.094334 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5117db59-451e-4c15-a71c-696fe6bdda5d req-8053a7df-401a-4cbe-a9f5-e1db44e294dd tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 946 time: 0.0859079 May 27 11:28:48.140976 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5117db59-451e-4c15-a71c-696fe6bdda5d req-fe7935dc-912a-42f3-b5d7-a72e1e7d6fcf tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404985 May 27 11:28:48.368112 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:49.357697 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cead3-a7c4-4dee-87b0-0e0933af6872 req-27ed7301-218e-4c20-b380-5044be7472ba tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:49.360137 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ef9cead3-a7c4-4dee-87b0-0e0933af6872 req-27ed7301-218e-4c20-b380-5044be7472ba tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 946 time: 0.0907340 May 27 11:28:49.415041 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ef9cead3-a7c4-4dee-87b0-0e0933af6872 req-3eebdc43-794b-48ea-aa16-750c62d142ad tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487761 May 27 11:28:49.421640 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 1488a96d-6080-4c05-b945-d74e589ea4aa no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:28:49.548129 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:49.589631 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f7a48d-c9b3-4f40-9605-349564b1fef3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1488a96d-6080-4c05-b945-d74e589ea4aa'}] {{(pid=91849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:28:49.609928 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 1488a96d-6080-4c05-b945-d74e589ea4aa, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=1488a96d-6080-4c05-b945-d74e589ea4aa,segment=NetworkSegment(0c88ad6b-358d-4210-9d68-f349b8a786a2),segment_id=0c88ad6b-358d-4210-9d68-f349b8a786a2)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:28:49.620701 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:49.625126 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:28:49.681547 dv-cinder-751579-23-smb neutron-server[91849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f7a48d-c9b3-4f40-9605-349564b1fef3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1488a96d-6080-4c05-b945-d74e589ea4aa', 'code': 200} May 27 11:28:49.735580 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=1488a96d-6080-4c05-b945-d74e589ea4aa,revision_number=8']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:28:49.739026 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:28:50.376252 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:51.199506 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674f109-c8f5-4e76-9546-af352e1e2534 req-d36746db-6f7d-4394-9800-8686a10507d9 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:51.201044 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9674f109-c8f5-4e76-9546-af352e1e2534 req-d36746db-6f7d-4394-9800-8686a10507d9 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 944 time: 0.0959475 May 27 11:28:51.256828 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9674f109-c8f5-4e76-9546-af352e1e2534 req-65bc70e9-ffeb-48c4-9adf-ee0a83e0a37d tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492270 May 27 11:28:51.424086 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-77bb98bc-452e-444a-bcba-5fed8cf32ac6 req-5a730d45-09bd-4812-b8ed-d08d821fa53b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1549993 May 27 11:28:51.604070 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e42779-3d2f-4076-8528-1f047f6e8769 req-400f92e5-7e31-4a3c-93ef-cf2272c54133 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:51.605608 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-55e42779-3d2f-4076-8528-1f047f6e8769 req-400f92e5-7e31-4a3c-93ef-cf2272c54133 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=48ba563d-7931-484a-a769-3b8a49d8e0be HTTP/1.1" status: 200 len: 945 time: 0.0969744 May 27 11:28:51.658924 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-55e42779-3d2f-4076-8528-1f047f6e8769 req-f76048b2-027b-41ad-8052-bb4f90752ef4 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=2513c14c-c518-4428-9256-90e25bd60b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469458 May 27 11:28:52.466236 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d9dd4-5c54-4c24-86fd-0f0d536d8cd1 req-4d5b6bae-e656-4143-b11e-1eba93a5746a tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:52.467800 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c23d9dd4-5c54-4c24-86fd-0f0d536d8cd1 req-4d5b6bae-e656-4143-b11e-1eba93a5746a tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 944 time: 0.0856872 May 27 11:28:52.520356 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c23d9dd4-5c54-4c24-86fd-0f0d536d8cd1 req-c29ba058-670d-4f9f-8896-cad77d603959 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465255 May 27 11:28:52.730558 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb98bc-452e-444a-bcba-5fed8cf32ac6 req-921272cd-1ff7-4f45-8aaa-0d15f3d18c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:52.732119 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-77bb98bc-452e-444a-bcba-5fed8cf32ac6 req-921272cd-1ff7-4f45-8aaa-0d15f3d18c1a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3&tenant_id=ee9a16c0b3d64dcaa05860c6748a85d3 HTTP/1.1" status: 200 len: 1097 time: 0.0783682 May 27 11:28:52.901867 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb98bc-452e-444a-bcba-5fed8cf32ac6 req-5ad4db14-61f9-477c-a952-5b99fb14a632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:52.903373 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-77bb98bc-452e-444a-bcba-5fed8cf32ac6 req-5ad4db14-61f9-477c-a952-5b99fb14a632 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ee9a16c0b3d64dcaa05860c6748a85d3&device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 1097 time: 0.1389797 May 27 11:28:52.914329 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19bf48-be15-4805-8bd8-e7bc8d9a409f req-6e5c65c7-c022-444a-b74c-2637fc7114ce tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:52.915871 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0a19bf48-be15-4805-8bd8-e7bc8d9a409f req-6e5c65c7-c022-444a-b74c-2637fc7114ce tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=48ba563d-7931-484a-a769-3b8a49d8e0be HTTP/1.1" status: 200 len: 945 time: 0.1162763 May 27 11:28:53.057188 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0a19bf48-be15-4805-8bd8-e7bc8d9a409f req-e6f702bf-980b-4bfe-ad8d-d6156d501c39 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=2513c14c-c518-4428-9256-90e25bd60b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193850 May 27 11:28:53.081687 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb98bc-452e-444a-bcba-5fed8cf32ac6 req-d3ea61bc-bd39-4a95-94e4-37788c3de404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:53.083156 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-77bb98bc-452e-444a-bcba-5fed8cf32ac6 req-d3ea61bc-bd39-4a95-94e4-37788c3de404 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b50153bc-b3d8-4853-86fc-46a79e9f3733 HTTP/1.1" status: 200 len: 919 time: 0.1663873 May 27 11:28:53.193472 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-77bb98bc-452e-444a-bcba-5fed8cf32ac6 req-2f2d9c84-41d3-4dfd-a350-17b738752244 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1488a96d-6080-4c05-b945-d74e589ea4aa HTTP/1.1" status: 200 len: 1000 time: 0.1033528 May 27 11:28:53.268586 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb98bc-452e-444a-bcba-5fed8cf32ac6 req-29ffa027-056a-4b24-820c-c2fcad58617d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:53.270062 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-77bb98bc-452e-444a-bcba-5fed8cf32ac6 req-29ffa027-056a-4b24-820c-c2fcad58617d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f HTTP/1.1" status: 200 len: 856 time: 0.0670226 May 27 11:28:53.362748 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb98bc-452e-444a-bcba-5fed8cf32ac6 req-be9d86bf-340f-4074-9dca-3547c9b876aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:53.364176 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-77bb98bc-452e-444a-bcba-5fed8cf32ac6 req-be9d86bf-340f-4074-9dca-3547c9b876aa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b50153bc-b3d8-4853-86fc-46a79e9f3733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0779223 May 27 11:28:53.426265 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 1488a96d-6080-4c05-b945-d74e589ea4aa no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:28:53.516260 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-77bb98bc-452e-444a-bcba-5fed8cf32ac6 req-e4b9ccce-2850-4014-b79f-fd754bf9452c service neutron] 10.222.0.35 "GET /v2.0/networks/b50153bc-b3d8-4853-86fc-46a79e9f3733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432037 May 27 11:28:53.840620 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-77bb98bc-452e-444a-bcba-5fed8cf32ac6 req-3900d985-b1e7-4590-a7a5-2d26ef1d9289 service neutron] 10.222.0.35 "GET /v2.0/networks/b50153bc-b3d8-4853-86fc-46a79e9f3733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141248 May 27 11:28:53.860652 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63501bfc-4584-41e7-8313-cd0ebd98de3f req-11fb7dbd-7b61-4455-b339-590fb6f7991d tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:53.862353 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-63501bfc-4584-41e7-8313-cd0ebd98de3f req-11fb7dbd-7b61-4455-b339-590fb6f7991d tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 944 time: 0.1541927 May 27 11:28:53.919470 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-63501bfc-4584-41e7-8313-cd0ebd98de3f req-a7dd8d3e-5162-4733-8b83-93f62346843c tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476851 May 27 11:28:53.934669 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:54.238699 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 6 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:28:54.265263 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1555c6-e31c-4e09-a858-11361a4ddd56 req-8725a98d-31a1-445a-9183-2586f1db12ce tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:54.267707 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ab1555c6-e31c-4e09-a858-11361a4ddd56 req-8725a98d-31a1-445a-9183-2586f1db12ce tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=48ba563d-7931-484a-a769-3b8a49d8e0be HTTP/1.1" status: 200 len: 945 time: 0.0951788 May 27 11:28:54.372694 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ab1555c6-e31c-4e09-a858-11361a4ddd56 req-e7061ccd-5064-49d1-919c-bce7e3af2f21 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=2513c14c-c518-4428-9256-90e25bd60b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645223 May 27 11:28:54.407427 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21885909-d6ca-4209-8566-9989896fe17b req-089d917d-5901-4360-8e57-663df4afdc39 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:54.409100 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-21885909-d6ca-4209-8566-9989896fe17b req-089d917d-5901-4360-8e57-663df4afdc39 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.35 "GET /v2.0/ports?device_id=48ba563d-7931-484a-a769-3b8a49d8e0be HTTP/1.1" status: 200 len: 945 time: 0.1360800 May 27 11:28:54.709570 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [req-21885909-d6ca-4209-8566-9989896fe17b req-da5b7233-d3b2-434b-b78b-c2c9143c224a tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Deleting port c5efb1fe-abbe-46fb-9000-4e9b9bd54b89 {{(pid=91848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:28:54.710657 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-21885909-d6ca-4209-8566-9989896fe17b req-da5b7233-d3b2-434b-b78b-c2c9143c224a tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:54.986692 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [req-21885909-d6ca-4209-8566-9989896fe17b req-da5b7233-d3b2-434b-b78b-c2c9143c224a tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] For port c5efb1fe-abbe-46fb-9000-4e9b9bd54b89, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=c5efb1fe-abbe-46fb-9000-4e9b9bd54b89,segment=NetworkSegment(fb4e28ff-9721-464e-abd4-401b71986c46),segment_id=fb4e28ff-9721-464e-abd4-401b71986c46)] {{(pid=91848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:28:54.987150 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-21885909-d6ca-4209-8566-9989896fe17b req-da5b7233-d3b2-434b-b78b-c2c9143c224a tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:55.368225 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eed03d-35b4-468e-b254-9fb7f7dca2e0 req-3e06d0c5-cb3a-4085-a587-f9e809c4191c tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:55.368225 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-86eed03d-35b4-468e-b254-9fb7f7dca2e0 req-3e06d0c5-cb3a-4085-a587-f9e809c4191c tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 944 time: 0.2970083 May 27 11:28:55.451245 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-21885909-d6ca-4209-8566-9989896fe17b req-da5b7233-d3b2-434b-b78b-c2c9143c224a tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:55.451640 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-21885909-d6ca-4209-8566-9989896fe17b req-da5b7233-d3b2-434b-b78b-c2c9143c224a tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926625'] for floatingip, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:55.451948 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.db.l3_db [req-21885909-d6ca-4209-8566-9989896fe17b req-da5b7233-d3b2-434b-b78b-c2c9143c224a tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Floating IP 3054f19c-a759-49e6-bd42-18d6fa7fd25f disassociated. External IP: 172.28.3.166, port: c5efb1fe-abbe-46fb-9000-4e9b9bd54b89. May 27 11:28:55.452846 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [req-21885909-d6ca-4209-8566-9989896fe17b req-da5b7233-d3b2-434b-b78b-c2c9143c224a tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Calling delete_port for c5efb1fe-abbe-46fb-9000-4e9b9bd54b89 owned by compute:nova {{(pid=91848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:28:55.458659 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-86eed03d-35b4-468e-b254-9fb7f7dca2e0 req-83784118-ec85-4dbd-98db-29fafec568c1 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825028 May 27 11:28:55.662499 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-21885909-d6ca-4209-8566-9989896fe17b req-da5b7233-d3b2-434b-b78b-c2c9143c224a tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6295888'] for port, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:55.672528 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-f52ee212-2e2a-43e1-8310-2420770d89f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:28:55.748806 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b7233-d3b2-434b-b78b-c2c9143c224a tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Pushing event deleted for resources: {'Port': ['ID=c5efb1fe-abbe-46fb-9000-4e9b9bd54b89,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:28:55.823749 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5b7233-d3b2-434b-b78b-c2c9143c224a tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:55.824117 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5b7233-d3b2-434b-b78b-c2c9143c224a tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:55.824481 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5b7233-d3b2-434b-b78b-c2c9143c224a tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:55.824825 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5b7233-d3b2-434b-b78b-c2c9143c224a tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:55.825187 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5b7233-d3b2-434b-b78b-c2c9143c224a tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:55.825527 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5b7233-d3b2-434b-b78b-c2c9143c224a tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:55.825866 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5b7233-d3b2-434b-b78b-c2c9143c224a tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:55.826207 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5b7233-d3b2-434b-b78b-c2c9143c224a tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:55.826550 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5b7233-d3b2-434b-b78b-c2c9143c224a tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:55.826894 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5b7233-d3b2-434b-b78b-c2c9143c224a tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:55.827264 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5b7233-d3b2-434b-b78b-c2c9143c224a tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:55.827856 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5b7233-d3b2-434b-b78b-c2c9143c224a tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:55.852096 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c6245-c8bb-4495-8590-c64dc03cb272 req-39a82411-c90b-45a0-844d-8f98b543fa5c tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:55.854884 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0f9c6245-c8bb-4495-8590-c64dc03cb272 req-39a82411-c90b-45a0-844d-8f98b543fa5c tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=48ba563d-7931-484a-a769-3b8a49d8e0be HTTP/1.1" status: 200 len: 945 time: 0.2911940 May 27 11:28:55.856353 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-da5b7233-d3b2-434b-b78b-c2c9143c224a tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:28:55.922678 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ae11b59c-0cb0-4d0b-b52d-0a522353bf0f req-2b00d59e-9de4-4184-aa07-93644673bdb8 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-272104056&fields=id&tenant_id=af7266b3901847dcabc327648954eeae HTTP/1.1" status: 200 len: 267 time: 0.2149522 May 27 11:28:56.204953 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0f9c6245-c8bb-4495-8590-c64dc03cb272 req-c558f9e0-33c0-40d8-bbff-0bcc2141ac5e tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups?id=2513c14c-c518-4428-9256-90e25bd60b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3342881 May 27 11:28:56.246739 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21885909-d6ca-4209-8566-9989896fe17b req-da5b7233-d3b2-434b-b78b-c2c9143c224a tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Router b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb has already been hosted by L3 agent 6d24f2a4-c5c8-4233-9813-3f8fa73b68fa {{(pid=91848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:28:56.337760 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11b59c-0cb0-4d0b-b52d-0a522353bf0f req-38f9e449-30d7-43af-b16c-0880b00671b4 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:56.339495 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ae11b59c-0cb0-4d0b-b52d-0a522353bf0f req-38f9e449-30d7-43af-b16c-0880b00671b4 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 985 time: 0.4090092 May 27 11:28:56.372592 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.v2.base [req-ae11b59c-0cb0-4d0b-b52d-0a522353bf0f req-fd192e4c-b4fd-47b4-8e7d-890562195b46 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Request body: {'port': {'security_groups': ['cd2ecebd-8a94-4fa3-a490-abce76a2c973']}} {{(pid=91848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:28:56.654566 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21885909-d6ca-4209-8566-9989896fe17b req-da5b7233-d3b2-434b-b78b-c2c9143c224a tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify agent at l3_agent.dv-cinder-751579-23-smb the message routers_updated {{(pid=91848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:28:56.669427 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a620c700-234a-4875-9241-adde484d6146 None None] Sync routers for ids ['b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'] in dv-cinder-751579-23-smb {{(pid=91849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:28:56.685583 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a620c700-234a-4875-9241-adde484d6146 None None] Routers {'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:28:56.687282 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-a620c700-234a-4875-9241-adde484d6146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:28:47Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'], 'active': True} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:28:56.708356 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-ae11b59c-0cb0-4d0b-b52d-0a522353bf0f req-fd192e4c-b4fd-47b4-8e7d-890562195b46 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:56.771751 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [req-21885909-d6ca-4209-8566-9989896fe17b req-da5b7233-d3b2-434b-b78b-c2c9143c224a tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] No DVR routers for this DVR port c5efb1fe-abbe-46fb-9000-4e9b9bd54b89 on host hv-cinder-75157 {{(pid=91848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:28:56.804847 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-21885909-d6ca-4209-8566-9989896fe17b req-da5b7233-d3b2-434b-b78b-c2c9143c224a tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:56.807576 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ba563d-7931-484a-a769-3b8a49d8e0be', 'name': 'network-vif-deleted', 'tag': 'c5efb1fe-abbe-46fb-9000-4e9b9bd54b89'}] {{(pid=91848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:28:56.854651 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-21885909-d6ca-4209-8566-9989896fe17b req-da5b7233-d3b2-434b-b78b-c2c9143c224a tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.35 "DELETE /v2.0/ports/c5efb1fe-abbe-46fb-9000-4e9b9bd54b89 HTTP/1.1" status: 204 len: 173 time: 2.4346848 May 27 11:28:56.910134 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvr_db [None req-a620c700-234a-4875-9241-adde484d6146 None None] Set router b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb gateway port host: dv-cinder-751579-23-smb {{(pid=91849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:28:56.911142 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544743a-d1a4-4ff0-bd53-9d67b4356b61 req-20c7313b-332c-4b0f-aa5f-3c1bd944a80c tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:56.912773 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6544743a-d1a4-4ff0-bd53-9d67b4356b61 req-20c7313b-332c-4b0f-aa5f-3c1bd944a80c tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 944 time: 0.3058357 May 27 11:28:57.197617 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6544743a-d1a4-4ff0-bd53-9d67b4356b61 req-b96556d0-3c35-41af-bc21-650c211b98ce tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2690945 May 27 11:28:57.307758 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [req-ae11b59c-0cb0-4d0b-b52d-0a522353bf0f req-fd192e4c-b4fd-47b4-8e7d-890562195b46 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] For port 9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3,segment=NetworkSegment(f59d65d7-57b8-4bfe-aa01-8448b5674491),segment_id=f59d65d7-57b8-4bfe-aa01-8448b5674491)] {{(pid=91848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:28:57.349741 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ba563d-7931-484a-a769-3b8a49d8e0be', 'name': 'network-vif-deleted', 'tag': 'c5efb1fe-abbe-46fb-9000-4e9b9bd54b89', 'status': 'completed', 'code': 200} May 27 11:28:57.362556 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-ae11b59c-0cb0-4d0b-b52d-0a522353bf0f req-fd192e4c-b4fd-47b4-8e7d-890562195b46 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks [] for port, precommit_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:57.368856 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-ae11b59c-0cb0-4d0b-b52d-0a522353bf0f req-fd192e4c-b4fd-47b4-8e7d-890562195b46 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6295911'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:57.376071 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-6e665c3f-6d0d-4eb8-9f7f-a8b0940a4416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:28:57.381095 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-a620c700-234a-4875-9241-adde484d6146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'name': 'tempest-AttachVolumeTestJSON-568734066-router', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.165'}], 'enable_snat': True}, 'gw_port_id': '939a7430-f1b3-4757-9a1b-a4f810ae3298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:18:21Z', 'updated_at': '2021-05-27T11:18:34Z', 'revision_number': 4, 'project_id': '802e7975f0524c7ea779d173670046b7', 'gw_port': {'id': '939a7430-f1b3-4757-9a1b-a4f810ae3298', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:23Z', 'updated_at': '2021-05-27T11:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': '7f882c9d-c655-4f8f-8cf5-c1ae0863a30c', 'name': '', 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'mac_address': 'fa:16:3e:95:cf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '53f9b7c8-83a1-4c1c-aa60-764bc111576d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:33Z', 'updated_at': '2021-05-27T11:18:47Z', 'revision_number': 5, 'project_id': '802e7975f0524c7ea779d173670046b7', 'subnets': [{'id': '53f9b7c8-83a1-4c1c-aa60-764bc111576d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:28:57.385279 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:28:57.422863 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a620c700-234a-4875-9241-adde484d6146 None None] Checking router: b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb for host: dv-cinder-751579-23-smb {{(pid=91849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:28:57.454155 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11b59c-0cb0-4d0b-b52d-0a522353bf0f req-fd192e4c-b4fd-47b4-8e7d-890562195b46 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:57.454834 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-ae11b59c-0cb0-4d0b-b52d-0a522353bf0f req-fd192e4c-b4fd-47b4-8e7d-890562195b46 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:57.456327 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ae11b59c-0cb0-4d0b-b52d-0a522353bf0f req-fd192e4c-b4fd-47b4-8e7d-890562195b46 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "PUT /v2.0/ports/9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3 HTTP/1.1" status: 200 len: 943 time: 1.1039059 May 27 11:28:57.462513 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 35418) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:28:57.505348 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a620c700-234a-4875-9241-adde484d6146 None None] Routers {'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:28:57.506043 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-a620c700-234a-4875-9241-adde484d6146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:28:47Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'], 'active': True} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:28:57.522148 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-2cf27e1f-e83f-4280-872b-3d6df8e136dc req-6122ad76-b926-4afa-b931-014efe6ab706 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Synchronizing usage tracker for tenant:802e7975f0524c7ea779d173670046b7 on resource:port {{(pid=91848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:28:57.528220 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd192e4c-b4fd-47b4-8e7d-890562195b46 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Pushing event updated for resources: {'Port': ['ID=9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3,revision_number=7']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:28:57.532071 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-fd192e4c-b4fd-47b4-8e7d-890562195b46 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:28:57.545675 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-2cf27e1f-e83f-4280-872b-3d6df8e136dc req-6122ad76-b926-4afa-b931-014efe6ab706 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Unset dirty status for tenant:802e7975f0524c7ea779d173670046b7 on resource:port {{(pid=91848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:28:57.552616 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-2cf27e1f-e83f-4280-872b-3d6df8e136dc req-6122ad76-b926-4afa-b931-014efe6ab706 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=48ba563d-7931-484a-a769-3b8a49d8e0be HTTP/1.1" status: 200 len: 210 time: 0.0874293 May 27 11:28:57.605713 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6853db90-4a6e-4fe6-bef4-5dc73a1ca603 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:57.644920 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6853db90-4a6e-4fe6-bef4-5dc73a1ca603 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:57.660480 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:28:57.730837 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6853db90-4a6e-4fe6-bef4-5dc73a1ca603 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:57.735431 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-fa355fdd-2bc8-473b-81e6-ea152e37a9b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:28:57.759673 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6853db90-4a6e-4fe6-bef4-5dc73a1ca603 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ef736f-d441-45d3-9d51-f315ee90d4ae,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:28:57.762763 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6853db90-4a6e-4fe6-bef4-5dc73a1ca603 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:57.764204 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-6853db90-4a6e-4fe6-bef4-5dc73a1ca603 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "DELETE /v2.0/security-groups/35ef736f-d441-45d3-9d51-f315ee90d4ae HTTP/1.1" status: 204 len: 168 time: 0.2997646 May 27 11:28:57.769101 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 35422) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:28:57.776564 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6853db90-4a6e-4fe6-bef4-5dc73a1ca603 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:57.777697 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6853db90-4a6e-4fe6-bef4-5dc73a1ca603 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:57.778841 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6853db90-4a6e-4fe6-bef4-5dc73a1ca603 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:57.779733 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6853db90-4a6e-4fe6-bef4-5dc73a1ca603 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:57.781268 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6853db90-4a6e-4fe6-bef4-5dc73a1ca603 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:57.782271 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6853db90-4a6e-4fe6-bef4-5dc73a1ca603 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:57.783192 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6853db90-4a6e-4fe6-bef4-5dc73a1ca603 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:57.784321 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6853db90-4a6e-4fe6-bef4-5dc73a1ca603 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:57.785274 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6853db90-4a6e-4fe6-bef4-5dc73a1ca603 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:57.786389 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6853db90-4a6e-4fe6-bef4-5dc73a1ca603 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:57.787210 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6853db90-4a6e-4fe6-bef4-5dc73a1ca603 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:57.788171 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6853db90-4a6e-4fe6-bef4-5dc73a1ca603 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:57.793670 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-6853db90-4a6e-4fe6-bef4-5dc73a1ca603 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:28:57.910836 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvr_db [None req-a620c700-234a-4875-9241-adde484d6146 None None] Set router b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb gateway port host: dv-cinder-751579-23-smb {{(pid=91849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:28:58.117826 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-a3c4abd2-96da-49d0-8c5c-071c4b75429f None None] Provisioning complete for port 9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3 triggered by entity DHCP. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:28:58.118201 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-a3c4abd2-96da-49d0-8c5c-071c4b75429f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:58.252656 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [None req-e9391632-a999-4b7f-ab19-cc7f4eee7b7f tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Deleting port b0d34f4f-af2e-4ae5-a6f2-c9d7e1c6cc1d {{(pid=91848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:28:58.253401 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-e9391632-a999-4b7f-ab19-cc7f4eee7b7f tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:58.483637 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-e9391632-a999-4b7f-ab19-cc7f4eee7b7f tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:58.484258 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-e9391632-a999-4b7f-ab19-cc7f4eee7b7f tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:58.723699 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-a620c700-234a-4875-9241-adde484d6146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'name': 'tempest-AttachVolumeTestJSON-568734066-router', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.165'}], 'enable_snat': True}, 'gw_port_id': '939a7430-f1b3-4757-9a1b-a4f810ae3298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:18:21Z', 'updated_at': '2021-05-27T11:18:34Z', 'revision_number': 4, 'project_id': '802e7975f0524c7ea779d173670046b7', 'gw_port': {'id': '939a7430-f1b3-4757-9a1b-a4f810ae3298', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:23Z', 'updated_at': '2021-05-27T11:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': '7f882c9d-c655-4f8f-8cf5-c1ae0863a30c', 'name': '', 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'mac_address': 'fa:16:3e:95:cf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '53f9b7c8-83a1-4c1c-aa60-764bc111576d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:33Z', 'updated_at': '2021-05-27T11:18:47Z', 'revision_number': 5, 'project_id': '802e7975f0524c7ea779d173670046b7', 'subnets': [{'id': '53f9b7c8-83a1-4c1c-aa60-764bc111576d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:28:58.728578 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a620c700-234a-4875-9241-adde484d6146 None None] The sync data for ids ['b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'] in dv-cinder-751579-23-smb is: [{'id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'name': 'tempest-AttachVolumeTestJSON-568734066-router', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.165'}], 'enable_snat': True}, 'gw_port_id': '939a7430-f1b3-4757-9a1b-a4f810ae3298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:18:21Z', 'updated_at': '2021-05-27T11:18:34Z', 'revision_number': 4, 'project_id': '802e7975f0524c7ea779d173670046b7', 'gw_port': {'id': '939a7430-f1b3-4757-9a1b-a4f810ae3298', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:23Z', 'updated_at': '2021-05-27T11:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': '7f882c9d-c655-4f8f-8cf5-c1ae0863a30c', 'name': '', 'network_id': 'dddfebc0-a063-4692-a21d-f73fcbbd8d09', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'mac_address': 'fa:16:3e:95:cf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '53f9b7c8-83a1-4c1c-aa60-764bc111576d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:33Z', 'updated_at': '2021-05-27T11:18:47Z', 'revision_number': 5, 'project_id': '802e7975f0524c7ea779d173670046b7', 'subnets': [{'id': '53f9b7c8-83a1-4c1c-aa60-764bc111576d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:28:58.837974 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [None req-e9391632-a999-4b7f-ab19-cc7f4eee7b7f tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Calling delete_port for b0d34f4f-af2e-4ae5-a6f2-c9d7e1c6cc1d owned by network:floatingip {{(pid=91848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:28:58.902349 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ce4171ce-2670-4f1f-a244-a8caf09dd96a req-4511e167-2ea0-4d4a-950c-6e9efd3fbd36 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=48ba563d-7931-484a-a769-3b8a49d8e0be HTTP/1.1" status: 200 len: 210 time: 0.0575953 May 27 11:28:58.928546 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ccd6e-6827-4c8d-927c-beb491780074 req-df01d1c9-584a-4fa7-9e15-7c16ad995d98 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:28:58.930118 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5b4ccd6e-6827-4c8d-927c-beb491780074 req-df01d1c9-584a-4fa7-9e15-7c16ad995d98 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 944 time: 0.5779972 May 27 11:28:59.004756 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5b4ccd6e-6827-4c8d-927c-beb491780074 req-28f195fe-d596-40fd-9889-2659dec299d8 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680008 May 27 11:28:59.129817 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-e9391632-a999-4b7f-ab19-cc7f4eee7b7f tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6295888'] for port, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:59.141045 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cffa414-a5e2-4984-8bd0-d82f845027c7 None None] New status for floating IP 3054f19c-a759-49e6-bd42-18d6fa7fd25f: DOWN {{(pid=91850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 11:28:59.145628 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-39186801-7006-4fdc-a85e-8bb51da03679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:28:59.203646 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9391632-a999-4b7f-ab19-cc7f4eee7b7f tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Pushing event deleted for resources: {'Port': ['ID=b0d34f4f-af2e-4ae5-a6f2-c9d7e1c6cc1d,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:28:59.206492 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-e9391632-a999-4b7f-ab19-cc7f4eee7b7f tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:28:59.353968 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d537bb-45f1-4c33-ab84-13fd62893bf0', 'tag': '9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3'}] {{(pid=91848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:28:59.391884 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-e9391632-a999-4b7f-ab19-cc7f4eee7b7f tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks [] for floatingip, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:59.392674 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.db.l3_db [None req-e9391632-a999-4b7f-ab19-cc7f4eee7b7f tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Floating IP 5caacad8-6f49-4ecb-8c38-e23e38f1a51c disassociated (deleted). External IP: 172.28.3.89, port: 9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3. May 27 11:28:59.450348 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device c5efb1fe-abbe-46fb-9000-4e9b9bd54b89 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:28:59.569568 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] No Port match for: c5efb1fe-abbe-46fb-9000-4e9b9bd54b89 {{(pid=91849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:28:59.570741 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device c5efb1fe-abbe-46fb-9000-4e9b9bd54b89 not bound to the agent host hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:28:59.660845 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d537bb-45f1-4c33-ab84-13fd62893bf0', 'tag': '9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3', 'status': 'completed', 'code': 200} May 27 11:28:59.948675 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9391632-a999-4b7f-ab19-cc7f4eee7b7f tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Router ecd88da2-3c8d-436d-8d17-c5259135afe6 has already been hosted by L3 agent 6d24f2a4-c5c8-4233-9813-3f8fa73b68fa {{(pid=91848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:29:00.181360 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-49128c39-880f-4f2e-8eda-01a0ca62a5c6 req-b07523f9-ccb9-4f94-9549-374e5c610b28 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=48ba563d-7931-484a-a769-3b8a49d8e0be HTTP/1.1" status: 200 len: 210 time: 0.0945916 May 27 11:29:00.446359 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9391632-a999-4b7f-ab19-cc7f4eee7b7f tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify agent at l3_agent.dv-cinder-751579-23-smb the message routers_updated {{(pid=91848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:29:00.463628 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b528f58-4602-4da0-99d9-783924e17400 None None] Sync routers for ids ['ecd88da2-3c8d-436d-8d17-c5259135afe6'] in dv-cinder-751579-23-smb {{(pid=91849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:29:00.486602 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b528f58-4602-4da0-99d9-783924e17400 None None] Routers {'ecd88da2-3c8d-436d-8d17-c5259135afe6'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:29:00.487563 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-0b528f58-4602-4da0-99d9-783924e17400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:28:47Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['ecd88da2-3c8d-436d-8d17-c5259135afe6'], 'active': True} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:29:00.499763 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c03c6-4b29-40cf-821f-5da3b47e3161 req-29733707-4e1b-4dac-ac27-3270b719b1a9 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:29:00.501334 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-dc7c03c6-4b29-40cf-821f-5da3b47e3161 req-29733707-4e1b-4dac-ac27-3270b719b1a9 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 944 time: 0.3105609 May 27 11:29:00.503145 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-e9391632-a999-4b7f-ab19-cc7f4eee7b7f tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for floatingip, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:00.597543 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-dc7c03c6-4b29-40cf-821f-5da3b47e3161 req-6712253b-fdf5-4c45-afa1-38ba80145dbe tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673375 May 27 11:29:00.608769 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-e9391632-a999-4b7f-ab19-cc7f4eee7b7f tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "DELETE /v2.0/floatingips/5caacad8-6f49-4ecb-8c38-e23e38f1a51c HTTP/1.1" status: 204 len: 168 time: 2.8375974 May 27 11:29:00.768644 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvr_db [None req-0b528f58-4602-4da0-99d9-783924e17400 None None] Set router ecd88da2-3c8d-436d-8d17-c5259135afe6 gateway port host: dv-cinder-751579-23-smb {{(pid=91849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:29:01.274791 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-0b528f58-4602-4da0-99d9-783924e17400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'name': 'tempest-TestMinimumBasicScenario-816673270-router', 'tenant_id': 'af7266b3901847dcabc327648954eeae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': '114eff21-36a1-4877-9721-6d351cfef01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:24:29Z', 'updated_at': '2021-05-27T11:24:34Z', 'revision_number': 4, 'project_id': 'af7266b3901847dcabc327648954eeae', 'gw_port': {'id': '114eff21-36a1-4877-9721-6d351cfef01f', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:30Z', 'updated_at': '2021-05-27T11:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': 'a6fc0477-b702-4c86-8e1a-2472d099c4eb', 'name': '', 'network_id': 'ced04108-deb6-4ea1-bc74-6c4005400411', 'tenant_id': 'af7266b3901847dcabc327648954eeae', 'mac_address': 'fa:16:3e:ff:06:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '4aa03dc3-a675-4304-8e4d-06e24a2f5289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:33Z', 'updated_at': '2021-05-27T11:24:41Z', 'revision_number': 5, 'project_id': 'af7266b3901847dcabc327648954eeae', 'subnets': [{'id': '4aa03dc3-a675-4304-8e4d-06e24a2f5289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:29:01.279691 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b528f58-4602-4da0-99d9-783924e17400 None None] Checking router: ecd88da2-3c8d-436d-8d17-c5259135afe6 for host: dv-cinder-751579-23-smb {{(pid=91849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:29:01.291864 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b528f58-4602-4da0-99d9-783924e17400 None None] Routers {'ecd88da2-3c8d-436d-8d17-c5259135afe6'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:29:01.292662 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-0b528f58-4602-4da0-99d9-783924e17400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:28:47Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['ecd88da2-3c8d-436d-8d17-c5259135afe6'], 'active': True} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:29:01.390929 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f47b1cb6-76d9-449a-885e-625347d559fc req-41283eaf-3c84-423d-9e2b-48b14cf69520 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=48ba563d-7931-484a-a769-3b8a49d8e0be HTTP/1.1" status: 200 len: 210 time: 0.0616691 May 27 11:29:01.538994 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvr_db [None req-0b528f58-4602-4da0-99d9-783924e17400 None None] Set router ecd88da2-3c8d-436d-8d17-c5259135afe6 gateway port host: dv-cinder-751579-23-smb {{(pid=91849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:29:01.662021 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d537bb-45f1-4c33-ab84-13fd62893bf0', 'tag': '9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3'}] {{(pid=91848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:29:01.731915 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d537bb-45f1-4c33-ab84-13fd62893bf0', 'tag': '9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3', 'status': 'completed', 'code': 200} May 27 11:29:01.887248 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101bd0c6-a721-4388-8529-04b116137632 req-0dc3862e-443d-4738-9f1e-6b209072a5cc tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:29:01.891049 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-101bd0c6-a721-4388-8529-04b116137632 req-0dc3862e-443d-4738-9f1e-6b209072a5cc tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 944 time: 0.1280777 May 27 11:29:01.982188 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-101bd0c6-a721-4388-8529-04b116137632 req-4c3aea31-de37-4611-9e97-a80599a8cc2a tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802660 May 27 11:29:01.984850 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-0b528f58-4602-4da0-99d9-783924e17400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'name': 'tempest-TestMinimumBasicScenario-816673270-router', 'tenant_id': 'af7266b3901847dcabc327648954eeae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': '114eff21-36a1-4877-9721-6d351cfef01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:24:29Z', 'updated_at': '2021-05-27T11:24:34Z', 'revision_number': 4, 'project_id': 'af7266b3901847dcabc327648954eeae', 'gw_port': {'id': '114eff21-36a1-4877-9721-6d351cfef01f', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:30Z', 'updated_at': '2021-05-27T11:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': 'a6fc0477-b702-4c86-8e1a-2472d099c4eb', 'name': '', 'network_id': 'ced04108-deb6-4ea1-bc74-6c4005400411', 'tenant_id': 'af7266b3901847dcabc327648954eeae', 'mac_address': 'fa:16:3e:ff:06:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '4aa03dc3-a675-4304-8e4d-06e24a2f5289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:33Z', 'updated_at': '2021-05-27T11:24:41Z', 'revision_number': 5, 'project_id': 'af7266b3901847dcabc327648954eeae', 'subnets': [{'id': '4aa03dc3-a675-4304-8e4d-06e24a2f5289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:29:01.989749 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b528f58-4602-4da0-99d9-783924e17400 None None] The sync data for ids ['ecd88da2-3c8d-436d-8d17-c5259135afe6'] in dv-cinder-751579-23-smb is: [{'id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'name': 'tempest-TestMinimumBasicScenario-816673270-router', 'tenant_id': 'af7266b3901847dcabc327648954eeae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': '114eff21-36a1-4877-9721-6d351cfef01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:24:29Z', 'updated_at': '2021-05-27T11:24:34Z', 'revision_number': 4, 'project_id': 'af7266b3901847dcabc327648954eeae', 'gw_port': {'id': '114eff21-36a1-4877-9721-6d351cfef01f', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:30Z', 'updated_at': '2021-05-27T11:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': 'a6fc0477-b702-4c86-8e1a-2472d099c4eb', 'name': '', 'network_id': 'ced04108-deb6-4ea1-bc74-6c4005400411', 'tenant_id': 'af7266b3901847dcabc327648954eeae', 'mac_address': 'fa:16:3e:ff:06:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '4aa03dc3-a675-4304-8e4d-06e24a2f5289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:33Z', 'updated_at': '2021-05-27T11:24:41Z', 'revision_number': 5, 'project_id': 'af7266b3901847dcabc327648954eeae', 'subnets': [{'id': '4aa03dc3-a675-4304-8e4d-06e24a2f5289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:29:02.274536 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44638cd8-2142-4a66-a04f-6ac7a23c2786 None None] New status for floating IP 5caacad8-6f49-4ecb-8c38-e23e38f1a51c: DOWN {{(pid=91850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 11:29:02.581690 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d60f34e3-aff0-47b2-84d6-87cbbaec6bd1 req-3a95dc93-e6a9-45b7-b556-46731f925ef6 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=48ba563d-7931-484a-a769-3b8a49d8e0be HTTP/1.1" status: 200 len: 210 time: 0.0601792 May 27 11:29:03.214099 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b8c793-4b65-43d0-ba86-a55fd9b5ba82 req-801fa607-5b8e-4ed0-987c-ed2b428e9f40 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:29:03.217332 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-41b8c793-4b65-43d0-ba86-a55fd9b5ba82 req-801fa607-5b8e-4ed0-987c-ed2b428e9f40 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 944 time: 0.1014860 May 27 11:29:03.265994 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-41b8c793-4b65-43d0-ba86-a55fd9b5ba82 req-5a1260a5-8651-454f-b55d-5c46facad06a tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414608 May 27 11:29:03.907886 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b9f9570c-4520-4688-85f9-6c5973995534 req-48407c61-1319-495e-a000-af049bd63b03 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=48ba563d-7931-484a-a769-3b8a49d8e0be HTTP/1.1" status: 200 len: 210 time: 0.0555608 May 27 11:29:04.669653 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97580e-f16a-4b61-8394-b93b978af14c req-8a18d4a8-5550-4aaa-ad10-a9ff7850cabe tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:29:04.671181 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ff97580e-f16a-4b61-8394-b93b978af14c req-8a18d4a8-5550-4aaa-ad10-a9ff7850cabe tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 944 time: 0.2819989 May 27 11:29:04.717750 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ff97580e-f16a-4b61-8394-b93b978af14c req-70b203c1-57d9-4e29-8502-cfa536365cf0 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405614 May 27 11:29:05.062890 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5f4e08a2-fdfe-49ae-8bba-6b6020aaea25 req-9a4e3422-7200-400f-a96d-09cbc474bcc0 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=48ba563d-7931-484a-a769-3b8a49d8e0be HTTP/1.1" status: 200 len: 210 time: 0.0521882 May 27 11:29:05.937585 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97c508-5eac-4261-b283-b289e6ac9815 req-0f695936-6961-44a5-8bee-a1e1e61777a2 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:29:05.939221 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4c97c508-5eac-4261-b283-b289e6ac9815 req-0f695936-6961-44a5-8bee-a1e1e61777a2 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 944 time: 0.0960352 May 27 11:29:05.988565 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4c97c508-5eac-4261-b283-b289e6ac9815 req-bc9f0cdb-4a47-4f35-b2c6-cc9a26ae2d34 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436935 May 27 11:29:06.223587 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4a3f94d7-c18c-4fd3-8c16-b0b0bd472ebb req-9720083d-cda0-4e7b-847c-8226327e685f tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=48ba563d-7931-484a-a769-3b8a49d8e0be HTTP/1.1" status: 200 len: 210 time: 0.0445976 May 27 11:29:07.190715 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612b106-c654-4cd8-94f3-87c74a3ecb49 req-9c9f4313-dc53-4b44-9b7d-9904f74c7468 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:29:07.192199 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4612b106-c654-4cd8-94f3-87c74a3ecb49 req-9c9f4313-dc53-4b44-9b7d-9904f74c7468 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 944 time: 0.0887718 May 27 11:29:07.241134 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-4612b106-c654-4cd8-94f3-87c74a3ecb49 req-aade0d96-e5af-4ac5-88c9-354e96f1b9d6 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432577 May 27 11:29:07.376300 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b52694e7-6834-4e7f-b404-064698421a4e req-23dfa2d7-b356-4863-b80d-4dac2952ce7b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=48ba563d-7931-484a-a769-3b8a49d8e0be HTTP/1.1" status: 200 len: 210 time: 0.0428998 May 27 11:29:08.444404 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559300c3-1c7b-424e-8b56-b759599d3bad req-b3acc99c-4103-4cd2-8a1e-2c5dd65c7c35 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:29:08.446731 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-559300c3-1c7b-424e-8b56-b759599d3bad req-b3acc99c-4103-4cd2-8a1e-2c5dd65c7c35 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 944 time: 0.0904570 May 27 11:29:08.539985 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-559300c3-1c7b-424e-8b56-b759599d3bad req-7f4840c0-6942-4aed-9857-abecefb1b68f tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871663 May 27 11:29:08.542269 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-c1364ecd-89cd-4714-bdc9-83e4872ab05b req-def1284b-d5c1-47dd-ba1b-c0fd2295d2be tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=48ba563d-7931-484a-a769-3b8a49d8e0be HTTP/1.1" status: 200 len: 210 time: 0.0519023 May 27 11:29:09.260566 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a324fdc-d89c-44a0-b5dc-b27c1022c0b4 req-bd891cd3-c3fa-4c16-b920-d932366c4911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:29:09.262053 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9a324fdc-d89c-44a0-b5dc-b27c1022c0b4 req-bd891cd3-c3fa-4c16-b920-d932366c4911 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af7266b3901847dcabc327648954eeae&device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 1099 time: 0.0837266 May 27 11:29:09.401553 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a324fdc-d89c-44a0-b5dc-b27c1022c0b4 req-83f9d135-0fd7-488e-bd75-b35a5743c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:29:09.402994 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9a324fdc-d89c-44a0-b5dc-b27c1022c0b4 req-83f9d135-0fd7-488e-bd75-b35a5743c123 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ced04108-deb6-4ea1-bc74-6c4005400411 HTTP/1.1" status: 200 len: 916 time: 0.1338210 May 27 11:29:09.476628 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9a324fdc-d89c-44a0-b5dc-b27c1022c0b4 req-14988d06-ae70-4d96-9cb3-895bc0d86cd0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3 HTTP/1.1" status: 200 len: 217 time: 0.0660396 May 27 11:29:09.554984 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a324fdc-d89c-44a0-b5dc-b27c1022c0b4 req-9c7b994a-a746-4076-baa0-852466fc0bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:29:09.556422 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9a324fdc-d89c-44a0-b5dc-b27c1022c0b4 req-9c7b994a-a746-4076-baa0-852466fc0bb5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4aa03dc3-a675-4304-8e4d-06e24a2f5289 HTTP/1.1" status: 200 len: 853 time: 0.0674820 May 27 11:29:09.642124 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a324fdc-d89c-44a0-b5dc-b27c1022c0b4 req-fa906a2e-0d4c-4660-af41-054996910fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:29:09.643972 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9a324fdc-d89c-44a0-b5dc-b27c1022c0b4 req-fa906a2e-0d4c-4660-af41-054996910fce service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ced04108-deb6-4ea1-bc74-6c4005400411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0789509 May 27 11:29:09.851749 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9a324fdc-d89c-44a0-b5dc-b27c1022c0b4 req-77e23754-a6e9-4587-91af-64d72bcf342b service neutron] 10.222.0.35 "GET /v2.0/networks/ced04108-deb6-4ea1-bc74-6c4005400411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964164 May 27 11:29:09.864341 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1feb57-98f8-405a-9b8e-3a3118e1b706 req-4649305d-51f7-4240-aca3-31a4ae881de9 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:29:09.865854 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1d1feb57-98f8-405a-9b8e-3a3118e1b706 req-4649305d-51f7-4240-aca3-31a4ae881de9 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 944 time: 0.1897755 May 27 11:29:09.948906 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-e1b88f45-d62a-44b4-88c1-075bef3d6df8 req-f283b7a8-661a-4e85-a216-5e83a4109f02 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/ports?device_id=48ba563d-7931-484a-a769-3b8a49d8e0be HTTP/1.1" status: 200 len: 210 time: 0.0934169 May 27 11:29:10.058757 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-1d1feb57-98f8-405a-9b8e-3a3118e1b706 req-4cf7a238-d266-499c-b9bf-95c66762aec1 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611414 May 27 11:29:10.105472 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-9a324fdc-d89c-44a0-b5dc-b27c1022c0b4 req-91e080af-d3d8-415e-a8ea-fc09194703b1 service neutron] 10.222.0.35 "GET /v2.0/networks/ced04108-deb6-4ea1-bc74-6c4005400411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091320 May 27 11:29:10.247915 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae085c-fbae-4dc3-bc8e-2bb5a6f888c5 req-fd375dc4-798a-4130-b5e3-6b73f26b57f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:29:10.250043 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f7ae085c-fbae-4dc3-bc8e-2bb5a6f888c5 req-fd375dc4-798a-4130-b5e3-6b73f26b57f1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af7266b3901847dcabc327648954eeae&device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 1099 time: 0.0807650 May 27 11:29:10.494026 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae085c-fbae-4dc3-bc8e-2bb5a6f888c5 req-e8b26c15-3a3b-46c5-8555-e7d6c5d3edd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:29:10.495671 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f7ae085c-fbae-4dc3-bc8e-2bb5a6f888c5 req-e8b26c15-3a3b-46c5-8555-e7d6c5d3edd1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ced04108-deb6-4ea1-bc74-6c4005400411 HTTP/1.1" status: 200 len: 916 time: 0.2380416 May 27 11:29:10.568591 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f7ae085c-fbae-4dc3-bc8e-2bb5a6f888c5 req-5175a538-2029-4eee-9e63-2ba26887f548 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3 HTTP/1.1" status: 200 len: 217 time: 0.0613708 May 27 11:29:10.646208 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae085c-fbae-4dc3-bc8e-2bb5a6f888c5 req-91af826e-9348-44f3-90aa-f68faf4b440c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:29:10.647782 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f7ae085c-fbae-4dc3-bc8e-2bb5a6f888c5 req-91af826e-9348-44f3-90aa-f68faf4b440c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4aa03dc3-a675-4304-8e4d-06e24a2f5289 HTTP/1.1" status: 200 len: 853 time: 0.0694540 May 27 11:29:10.727293 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae085c-fbae-4dc3-bc8e-2bb5a6f888c5 req-842e0c13-b288-4801-8882-bac14db3de3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:29:10.728785 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f7ae085c-fbae-4dc3-bc8e-2bb5a6f888c5 req-842e0c13-b288-4801-8882-bac14db3de3d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ced04108-deb6-4ea1-bc74-6c4005400411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0719843 May 27 11:29:10.869777 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f7ae085c-fbae-4dc3-bc8e-2bb5a6f888c5 req-d190d8f0-249d-4ba4-bf82-77e4b5e2960a service neutron] 10.222.0.35 "GET /v2.0/networks/ced04108-deb6-4ea1-bc74-6c4005400411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289771 May 27 11:29:11.020939 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f7ae085c-fbae-4dc3-bc8e-2bb5a6f888c5 req-963c7b05-b4ea-479a-95a8-0c36bbc2295b service neutron] 10.222.0.35 "GET /v2.0/networks/ced04108-deb6-4ea1-bc74-6c4005400411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384711 May 27 11:29:11.076328 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 35506) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:11.157292 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-06f7d379-60fd-4606-8ffa-3633cd46fb2f tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:11.242253 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-06f7d379-60fd-4606-8ffa-3633cd46fb2f tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:11.323253 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343341f2-c16b-43f6-9474-33f8b2355e4e req-f648c912-3995-4f37-a08b-ee6317c69577 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:29:11.325397 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-343341f2-c16b-43f6-9474-33f8b2355e4e req-f648c912-3995-4f37-a08b-ee6317c69577 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 944 time: 0.1369817 May 27 11:29:11.332315 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-06f7d379-60fd-4606-8ffa-3633cd46fb2f tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:11.339063 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-770521d2-8d51-4ab8-98b6-86424ce424ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:11.381557 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f7d379-60fd-4606-8ffa-3633cd46fb2f tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2513c14c-c518-4428-9256-90e25bd60b96,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:11.385946 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-06f7d379-60fd-4606-8ffa-3633cd46fb2f tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:11.387231 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-06f7d379-60fd-4606-8ffa-3633cd46fb2f tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:11.388587 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-06f7d379-60fd-4606-8ffa-3633cd46fb2f tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "DELETE /v2.0/security-groups/2513c14c-c518-4428-9256-90e25bd60b96 HTTP/1.1" status: 204 len: 168 time: 0.3103492 May 27 11:29:11.393082 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 35518) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:11.420227 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-343341f2-c16b-43f6-9474-33f8b2355e4e req-908a0969-25ef-4917-a319-e17cd853ad7c tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832441 May 27 11:29:11.427334 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.api.v2.resource [None req-1a5389c4-3d09-4c73-b94c-b11804033c7e tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] show failed (client error): The resource could not be found. May 27 11:29:11.428225 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-1a5389c4-3d09-4c73-b94c-b11804033c7e tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "GET /v2.0/security-groups/2513c14c-c518-4428-9256-90e25bd60b96 HTTP/1.1" status: 404 len: 347 time: 0.0323954 May 27 11:29:11.431162 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 35522) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:11.785291 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-ca05eeeb-11ce-4df4-b518-6c51699deace tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Deleting port 6c505405-8421-404e-9c1a-53b7ceed080c {{(pid=91847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:29:11.785630 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ca05eeeb-11ce-4df4-b518-6c51699deace tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:11.909986 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ca05eeeb-11ce-4df4-b518-6c51699deace tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:11.910312 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ca05eeeb-11ce-4df4-b518-6c51699deace tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:12.044043 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-ca05eeeb-11ce-4df4-b518-6c51699deace tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Calling delete_port for 6c505405-8421-404e-9c1a-53b7ceed080c owned by network:floatingip {{(pid=91847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:29:12.168582 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ca05eeeb-11ce-4df4-b518-6c51699deace tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7527304'] for port, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:12.173053 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-111e444d-82c3-4232-8506-9fad67c6e128 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:12.224596 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05eeeb-11ce-4df4-b518-6c51699deace tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Pushing event deleted for resources: {'Port': ['ID=6c505405-8421-404e-9c1a-53b7ceed080c,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:12.253162 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-ca05eeeb-11ce-4df4-b518-6c51699deace tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:12.320627 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ca05eeeb-11ce-4df4-b518-6c51699deace tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks [] for floatingip, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:12.340350 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ca05eeeb-11ce-4df4-b518-6c51699deace tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for floatingip, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:12.341332 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-ca05eeeb-11ce-4df4-b518-6c51699deace tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] 10.222.0.77 "DELETE /v2.0/floatingips/3054f19c-a759-49e6-bd42-18d6fa7fd25f HTTP/1.1" status: 204 len: 168 time: 0.9092267 May 27 11:29:12.632999 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056aeb05-c416-4df9-bc64-2e22b2e9217e req-02df268f-1e6b-4e87-aa9c-17e44f613b0c tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:29:12.634529 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-056aeb05-c416-4df9-bc64-2e22b2e9217e req-02df268f-1e6b-4e87-aa9c-17e44f613b0c tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 944 time: 0.0916173 May 27 11:29:12.685716 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-056aeb05-c416-4df9-bc64-2e22b2e9217e req-350bf555-3941-4823-afdb-67e101ccf873 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447464 May 27 11:29:13.023093 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea70bb-cb6c-4da6-aa5b-ffd55cb234ad req-c90fed7d-2be6-4cd0-825d-98523c448180 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:29:13.023809 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-ceea70bb-cb6c-4da6-aa5b-ffd55cb234ad req-c90fed7d-2be6-4cd0-825d-98523c448180 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Synchronizing usage tracker for tenant:af7266b3901847dcabc327648954eeae on resource:port {{(pid=91848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:29:13.039887 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-ceea70bb-cb6c-4da6-aa5b-ffd55cb234ad req-c90fed7d-2be6-4cd0-825d-98523c448180 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Unset dirty status for tenant:af7266b3901847dcabc327648954eeae on resource:port {{(pid=91848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:29:13.041245 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ceea70bb-cb6c-4da6-aa5b-ffd55cb234ad req-c90fed7d-2be6-4cd0-825d-98523c448180 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 946 time: 0.1057584 May 27 11:29:13.088544 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ceea70bb-cb6c-4da6-aa5b-ffd55cb234ad req-27da339b-3ad4-40f5-872b-4ffb633441c8 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?id=cd2ecebd-8a94-4fa3-a490-abce76a2c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415576 May 27 11:29:13.522478 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 1488a96d-6080-4c05-b945-d74e589ea4aa details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:29:13.668493 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 1488a96d-6080-4c05-b945-d74e589ea4aa, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=1488a96d-6080-4c05-b945-d74e589ea4aa,segment=NetworkSegment(0c88ad6b-358d-4210-9d68-f349b8a786a2),segment_id=0c88ad6b-358d-4210-9d68-f349b8a786a2)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:29:13.688556 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Returning: {'device': '1488a96d-6080-4c05-b945-d74e589ea4aa', 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733', 'port_id': '1488a96d-6080-4c05-b945-d74e589ea4aa', 'mac_address': 'fa:16:3e:29:32:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:29:13.807590 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:13.839471 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1488a96d-6080-4c05-b945-d74e589ea4aa {{(pid=91849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:29:13.866125 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 1488a96d-6080-4c05-b945-d74e589ea4aa, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=1488a96d-6080-4c05-b945-d74e589ea4aa,segment=NetworkSegment(0c88ad6b-358d-4210-9d68-f349b8a786a2),segment_id=0c88ad6b-358d-4210-9d68-f349b8a786a2)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:29:13.873050 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:13.878642 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:13.917060 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6222a0-3922-4b23-bc89-f6d4c41fda06 req-5b1a9232-2530-4fe2-81ae-304ce8d98731 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:29:13.918630 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8d6222a0-3922-4b23-bc89-f6d4c41fda06 req-5b1a9232-2530-4fe2-81ae-304ce8d98731 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 944 time: 0.0927052 May 27 11:29:13.978791 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-8d6222a0-3922-4b23-bc89-f6d4c41fda06 req-dbde2ed8-f04e-43b3-b8fe-5689fd5b7d1d tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526299 May 27 11:29:14.015475 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=1488a96d-6080-4c05-b945-d74e589ea4aa,revision_number=9']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:14.025116 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:29:14.025459 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:29:14.025799 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:29:14.026131 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:29:14.026456 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:29:14.026785 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:29:14.027114 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:29:14.027445 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:29:14.027812 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:29:14.028140 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:29:14.028459 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:29:14.028777 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:29:14.034352 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:14.294080 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0261a6-69ae-494f-91e8-13f1b004e1e0 req-a0bf33ff-0ce2-4c0b-8288-410cfd353e0f tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:29:14.295801 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3a0261a6-69ae-494f-91e8-13f1b004e1e0 req-a0bf33ff-0ce2-4c0b-8288-410cfd353e0f tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 946 time: 0.0889425 May 27 11:29:14.346100 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3a0261a6-69ae-494f-91e8-13f1b004e1e0 req-824708f3-d19d-4792-894b-bc50d80cc7c2 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?id=cd2ecebd-8a94-4fa3-a490-abce76a2c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428874 May 27 11:29:14.410577 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['1488a96d-6080-4c05-b945-d74e589ea4aa'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:29:14.602501 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-7f433860-fdfa-46ad-93e1-ce780a3caead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:15.184636 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef6940-7c13-44e4-9b6e-365129dca9f1 req-3acc1dda-a27f-449e-9ecc-e4063770295a tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:29:15.186164 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f4ef6940-7c13-44e4-9b6e-365129dca9f1 req-3acc1dda-a27f-449e-9ecc-e4063770295a tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 945 time: 0.0853162 May 27 11:29:15.239829 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f4ef6940-7c13-44e4-9b6e-365129dca9f1 req-fecb8fb3-a511-4ed3-9c3a-c559706e6cac tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462720 May 27 11:29:15.535761 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae207a74-6b53-4a25-9788-4d2ab208b5e3 req-b3f11cd9-b66c-4ce0-99db-948831ef229e tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:29:15.537336 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ae207a74-6b53-4a25-9788-4d2ab208b5e3 req-b3f11cd9-b66c-4ce0-99db-948831ef229e tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 946 time: 0.0848587 May 27 11:29:15.584137 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-ae207a74-6b53-4a25-9788-4d2ab208b5e3 req-1774a0e2-901b-4d2e-8266-5e5f2fa32663 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/security-groups?id=cd2ecebd-8a94-4fa3-a490-abce76a2c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407720 May 27 11:29:15.717285 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba21f7-25a4-4b4f-9104-630b6774a9b6 req-3875ac59-8d30-4fec-a694-4af53d56c198 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:29:15.719268 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5fba21f7-25a4-4b4f-9104-630b6774a9b6 req-3875ac59-8d30-4fec-a694-4af53d56c198 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.35 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 946 time: 0.0832298 May 27 11:29:15.862045 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [req-5fba21f7-25a4-4b4f-9104-630b6774a9b6 req-cd407bd2-d7ea-4586-b874-0fba330df8e0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Deleting port 9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3 {{(pid=91848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:29:15.862358 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-5fba21f7-25a4-4b4f-9104-630b6774a9b6 req-cd407bd2-d7ea-4586-b874-0fba330df8e0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:16.002989 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [req-5fba21f7-25a4-4b4f-9104-630b6774a9b6 req-cd407bd2-d7ea-4586-b874-0fba330df8e0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] For port 9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3,segment=NetworkSegment(f59d65d7-57b8-4bfe-aa01-8448b5674491),segment_id=f59d65d7-57b8-4bfe-aa01-8448b5674491)] {{(pid=91848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:29:16.003342 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-5fba21f7-25a4-4b4f-9104-630b6774a9b6 req-cd407bd2-d7ea-4586-b874-0fba330df8e0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:16.132262 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [req-5fba21f7-25a4-4b4f-9104-630b6774a9b6 req-cd407bd2-d7ea-4586-b874-0fba330df8e0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Calling delete_port for 9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3 owned by compute:nova {{(pid=91848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:29:16.243930 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-5fba21f7-25a4-4b4f-9104-630b6774a9b6 req-cd407bd2-d7ea-4586-b874-0fba330df8e0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6295888'] for port, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:16.252728 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-522d780c-41a8-4881-8df9-9573150812f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:16.263608 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] get_ports_and_sgs() called for port_ids ['9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3'] {{(pid=91849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:29:16.399488 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd407bd2-d7ea-4586-b874-0fba330df8e0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Pushing event deleted for resources: {'Port': ['ID=9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:16.433238 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-cd407bd2-d7ea-4586-b874-0fba330df8e0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:16.505378 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 35572) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:16.528906 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fba21f7-25a4-4b4f-9104-630b6774a9b6 req-cd407bd2-d7ea-4586-b874-0fba330df8e0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] No DVR routers for this DVR port 9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3 on host hv-cinder-75157 {{(pid=91848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:29:16.532384 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-5fba21f7-25a4-4b4f-9104-630b6774a9b6 req-cd407bd2-d7ea-4586-b874-0fba330df8e0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:16.535074 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d537bb-45f1-4c33-ab84-13fd62893bf0', 'name': 'network-vif-deleted', 'tag': '9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3'}] {{(pid=91848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:29:16.557767 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5fba21f7-25a4-4b4f-9104-630b6774a9b6 req-cd407bd2-d7ea-4586-b874-0fba330df8e0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.35 "DELETE /v2.0/ports/9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3 HTTP/1.1" status: 204 len: 173 time: 0.8278809 May 27 11:29:16.576576 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea37b5-ca62-48ce-96bb-9182871e0e0b req-845ea194-b1a9-43ae-babb-0733f6ee3815 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:29:16.578350 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5eea37b5-ca62-48ce-96bb-9182871e0e0b req-845ea194-b1a9-43ae-babb-0733f6ee3815 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 945 time: 0.1818023 May 27 11:29:16.604954 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d537bb-45f1-4c33-ab84-13fd62893bf0', 'name': 'network-vif-deleted', 'tag': '9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3', 'status': 'completed', 'code': 200} May 27 11:29:16.633970 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5eea37b5-ca62-48ce-96bb-9182871e0e0b req-54b4c7a0-3ad6-439f-b041-30429eb0c3ed tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459516 May 27 11:29:16.757010 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-5b874272-5f9b-4818-9aa5-6f453721d591 req-0a0af01d-5707-4165-ac4b-4a744b4fcacd tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Synchronizing usage tracker for tenant:af7266b3901847dcabc327648954eeae on resource:port {{(pid=91848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:29:16.772787 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-5b874272-5f9b-4818-9aa5-6f453721d591 req-0a0af01d-5707-4165-ac4b-4a744b4fcacd tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Unset dirty status for tenant:af7266b3901847dcabc327648954eeae on resource:port {{(pid=91848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:29:16.773945 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-5b874272-5f9b-4818-9aa5-6f453721d591 req-0a0af01d-5707-4165-ac4b-4a744b4fcacd tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d537bb-45f1-4c33-ab84-13fd62893bf0 HTTP/1.1" status: 200 len: 210 time: 0.0605628 May 27 11:29:17.068050 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-068e2514-47cf-473e-8ee1-66f97ed917a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:17.137146 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:17.226573 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-77476511-f40d-4ed0-8618-0e15d0c31eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1927923'] for router_interface, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:17.574760 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 1488a96d-6080-4c05-b945-d74e589ea4aa up at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:29:17.641784 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.provisioning_blocks [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Provisioning complete for port 1488a96d-6080-4c05-b945-d74e589ea4aa triggered by entity L2. {{(pid=91849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:29:17.642153 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724204'] for port, provisioning_complete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:17.760329 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672034'] for port, before_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:17.772597 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-77476511-f40d-4ed0-8618-0e15d0c31eb4 admin admin] Deleting port 7f882c9d-c655-4f8f-8cf5-c1ae0863a30c {{(pid=91847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:29:17.773208 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-77476511-f40d-4ed0-8618-0e15d0c31eb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:17.789229 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f7a48d-c9b3-4f40-9605-349564b1fef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1488a96d-6080-4c05-b945-d74e589ea4aa'}] {{(pid=91849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:29:17.801243 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] For port 1488a96d-6080-4c05-b945-d74e589ea4aa, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=1488a96d-6080-4c05-b945-d74e589ea4aa,segment=NetworkSegment(0c88ad6b-358d-4210-9d68-f349b8a786a2),segment_id=0c88ad6b-358d-4210-9d68-f349b8a786a2)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:29:17.809436 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764582358411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764581973989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764581974294'] for port, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:17.810276 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:29:17.853116 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:17.872072 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe0aaa-4a4b-4dcd-9fa3-1d0910b971b9 req-8475909e-68f9-4140-a147-2fecb7f340af tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:29:17.875605 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-15fe0aaa-4a4b-4dcd-9fa3-1d0910b971b9 req-8475909e-68f9-4140-a147-2fecb7f340af tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 945 time: 0.1184440 May 27 11:29:17.887042 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] No Port match for: 9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3 {{(pid=91849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:29:17.887393 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 9fc1cfee-9fc2-43fd-ac7b-ab56bb9346a3 not bound to the agent host hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:29:17.916069 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-77476511-f40d-4ed0-8618-0e15d0c31eb4 admin admin] For port 7f882c9d-c655-4f8f-8cf5-c1ae0863a30c, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=7f882c9d-c655-4f8f-8cf5-c1ae0863a30c,segment=NetworkSegment(fb4e28ff-9721-464e-abd4-401b71986c46),segment_id=fb4e28ff-9721-464e-abd4-401b71986c46)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:29:17.916595 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-77476511-f40d-4ed0-8618-0e15d0c31eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:17.922246 dv-cinder-751579-23-smb neutron-server[91849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f7a48d-c9b3-4f40-9605-349564b1fef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1488a96d-6080-4c05-b945-d74e589ea4aa', 'code': 200} May 27 11:29:17.938507 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-15fe0aaa-4a4b-4dcd-9fa3-1d0910b971b9 req-e1023bec-cb77-4980-94c2-9946f05725f0 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540283 May 27 11:29:17.942571 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Pushing event updated for resources: {'Port': ['ID=1488a96d-6080-4c05-b945-d74e589ea4aa,revision_number=10']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:17.952186 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:18.069686 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-77476511-f40d-4ed0-8618-0e15d0c31eb4 admin admin] Calling delete_port for 7f882c9d-c655-4f8f-8cf5-c1ae0863a30c owned by network:router_interface {{(pid=91847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:29:18.212667 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f845df-ed81-49ba-960e-565651aab4f3 req-792b5043-bdbf-4df1-895f-c9e22e7a5a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:29:18.214184 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b1f845df-ed81-49ba-960e-565651aab4f3 req-792b5043-bdbf-4df1-895f-c9e22e7a5a45 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 1100 time: 0.0875549 May 27 11:29:18.239708 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-77476511-f40d-4ed0-8618-0e15d0c31eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7527304'] for port, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:18.243620 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-da32e7a9-c1ab-4f8e-82af-8088adef0e98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:18.265164 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-b1f845df-ed81-49ba-960e-565651aab4f3 req-be36b377-a20e-4708-b69f-d17506252204 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433278 May 27 11:29:18.288609 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77476511-f40d-4ed0-8618-0e15d0c31eb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f882c9d-c655-4f8f-8cf5-c1ae0863a30c,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:18.291855 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-77476511-f40d-4ed0-8618-0e15d0c31eb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:18.381191 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:18.584427 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 35628) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:18.587789 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-77476511-f40d-4ed0-8618-0e15d0c31eb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1939523'] for router_interface, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:18.967345 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77476511-f40d-4ed0-8618-0e15d0c31eb4 admin admin] Router b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb has already been hosted by L3 agent 6d24f2a4-c5c8-4233-9813-3f8fa73b68fa {{(pid=91847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:29:19.191041 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace71d5-95b7-4849-8a34-b9ba2e3177ce req-94de6f14-5b07-4cb6-9d60-fb892b2d4824 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:29:19.192515 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6ace71d5-95b7-4849-8a34-b9ba2e3177ce req-94de6f14-5b07-4cb6-9d60-fb892b2d4824 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 947 time: 0.1152666 May 27 11:29:19.264665 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77476511-f40d-4ed0-8618-0e15d0c31eb4 admin admin] Notify agent at l3_agent.dv-cinder-751579-23-smb the message routers_updated {{(pid=91847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:29:19.274270 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb6c70e-6035-489b-aad2-5d890b56bae5 None None] Sync routers for ids ['b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'] in dv-cinder-751579-23-smb {{(pid=91849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:29:19.279070 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-77476511-f40d-4ed0-8618-0e15d0c31eb4 admin admin] 10.222.0.77 "PUT /v2.0/routers/b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7724869 May 27 11:29:19.282252 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 35634) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:19.288953 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-6ace71d5-95b7-4849-8a34-b9ba2e3177ce req-899a7f43-6bae-4375-95ea-4421122b2771 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663700 May 27 11:29:19.299159 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb6c70e-6035-489b-aad2-5d890b56bae5 None None] Routers {'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:29:19.299862 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-8bb6c70e-6035-489b-aad2-5d890b56bae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:29:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'], 'active': True} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:29:19.312947 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-ad7e02c0-51c0-47cc-b367-d2c55d34f3ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1927923'] for router_interface, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:19.472634 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d584d969-a7fa-400e-a11b-11d433e30f83 admin admin] Notify callbacks [] for router, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:19.517090 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvr_db [None req-8bb6c70e-6035-489b-aad2-5d890b56bae5 None None] Set router b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb gateway port host: dv-cinder-751579-23-smb {{(pid=91849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:29:19.684166 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d584d969-a7fa-400e-a11b-11d433e30f83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:19.784619 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-d584d969-a7fa-400e-a11b-11d433e30f83 admin admin] Deleting port 939a7430-f1b3-4757-9a1b-a4f810ae3298 {{(pid=91847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:29:19.785237 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d584d969-a7fa-400e-a11b-11d433e30f83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:19.902680 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-8bb6c70e-6035-489b-aad2-5d890b56bae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'name': 'tempest-AttachVolumeTestJSON-568734066-router', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.165'}], 'enable_snat': True}, 'gw_port_id': '939a7430-f1b3-4757-9a1b-a4f810ae3298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:18:21Z', 'updated_at': '2021-05-27T11:29:18Z', 'revision_number': 5, 'project_id': '802e7975f0524c7ea779d173670046b7', 'gw_port': {'id': '939a7430-f1b3-4757-9a1b-a4f810ae3298', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:18:23Z', 'updated_at': '2021-05-27T11:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb'}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:29:19.908941 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb6c70e-6035-489b-aad2-5d890b56bae5 None None] Checking router: b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb for host: dv-cinder-751579-23-smb {{(pid=91849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:29:19.917756 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [None req-ad7e02c0-51c0-47cc-b367-d2c55d34f3ae admin admin] Deleting port a6fc0477-b702-4c86-8e1a-2472d099c4eb {{(pid=91848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:29:19.918095 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-ad7e02c0-51c0-47cc-b367-d2c55d34f3ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:19.920313 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb6c70e-6035-489b-aad2-5d890b56bae5 None None] Routers {'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:29:19.921864 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-8bb6c70e-6035-489b-aad2-5d890b56bae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:29:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'], 'active': True} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:29:19.947518 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-d584d969-a7fa-400e-a11b-11d433e30f83 admin admin] For port 939a7430-f1b3-4757-9a1b-a4f810ae3298, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=939a7430-f1b3-4757-9a1b-a4f810ae3298,segment=NetworkSegment(4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310),segment_id=4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:29:19.948091 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d584d969-a7fa-400e-a11b-11d433e30f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:20.084692 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [None req-ad7e02c0-51c0-47cc-b367-d2c55d34f3ae admin admin] For port a6fc0477-b702-4c86-8e1a-2472d099c4eb, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=a6fc0477-b702-4c86-8e1a-2472d099c4eb,segment=NetworkSegment(f59d65d7-57b8-4bfe-aa01-8448b5674491),segment_id=f59d65d7-57b8-4bfe-aa01-8448b5674491)] {{(pid=91848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:29:20.085055 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-ad7e02c0-51c0-47cc-b367-d2c55d34f3ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:20.110614 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-d584d969-a7fa-400e-a11b-11d433e30f83 admin admin] Calling delete_port for 939a7430-f1b3-4757-9a1b-a4f810ae3298 owned by network:router_gateway {{(pid=91847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:29:20.152325 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvr_db [None req-8bb6c70e-6035-489b-aad2-5d890b56bae5 None None] Set router b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb gateway port host: None {{(pid=91849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:29:20.242635 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [None req-ad7e02c0-51c0-47cc-b367-d2c55d34f3ae admin admin] Calling delete_port for a6fc0477-b702-4c86-8e1a-2472d099c4eb owned by network:router_interface {{(pid=91848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:29:20.271385 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-8bb6c70e-6035-489b-aad2-5d890b56bae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'name': 'tempest-AttachVolumeTestJSON-568734066-router', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:18:21Z', 'updated_at': '2021-05-27T11:29:19Z', 'revision_number': 6, 'project_id': '802e7975f0524c7ea779d173670046b7', 'gw_port_host': None}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:29:20.275710 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb6c70e-6035-489b-aad2-5d890b56bae5 None None] The sync data for ids ['b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb'] in dv-cinder-751579-23-smb is: [{'id': 'b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb', 'name': 'tempest-AttachVolumeTestJSON-568734066-router', 'tenant_id': '802e7975f0524c7ea779d173670046b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:18:21Z', 'updated_at': '2021-05-27T11:29:19Z', 'revision_number': 6, 'project_id': '802e7975f0524c7ea779d173670046b7', 'gw_port_host': None}] {{(pid=91849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:29:20.285579 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d584d969-a7fa-400e-a11b-11d433e30f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7527304'] for port, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:20.295853 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-6ad9fdec-4a37-4602-b136-fe88a2b11566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:20.387879 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:20.392894 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584d969-a7fa-400e-a11b-11d433e30f83 admin admin] Pushing event deleted for resources: {'Port': ['ID=939a7430-f1b3-4757-9a1b-a4f810ae3298,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:20.400759 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-d584d969-a7fa-400e-a11b-11d433e30f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:20.465973 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d584d969-a7fa-400e-a11b-11d433e30f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1926620'] for router_gateway, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:20.557698 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-ad7e02c0-51c0-47cc-b367-d2c55d34f3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6295888'] for port, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:20.562270 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-25ca908b-2a8b-4015-b106-97a83623c8c9 tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:20.627838 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e02c0-51c0-47cc-b367-d2c55d34f3ae admin admin] Pushing event deleted for resources: {'Port': ['ID=a6fc0477-b702-4c86-8e1a-2472d099c4eb,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:20.633940 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-ad7e02c0-51c0-47cc-b367-d2c55d34f3ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:20.804926 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d584d969-a7fa-400e-a11b-11d433e30f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:20.810839 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d584d969-a7fa-400e-a11b-11d433e30f83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:20.812133 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95aa283-eed0-41c0-9b62-4928702deda9 req-6e15d2f2-b5d8-4936-80b2-bc618ba7aa75 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:29:20.815154 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d95aa283-eed0-41c0-9b62-4928702deda9 req-6e15d2f2-b5d8-4936-80b2-bc618ba7aa75 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 947 time: 0.3624294 May 27 11:29:20.859655 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d584d969-a7fa-400e-a11b-11d433e30f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1940847'] for router, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:20.860155 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d584d969-a7fa-400e-a11b-11d433e30f83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb {{(pid=91847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 11:29:20.880716 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d584d969-a7fa-400e-a11b-11d433e30f83 admin admin] Notify callbacks [] for router, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:20.884493 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-d584d969-a7fa-400e-a11b-11d433e30f83 admin admin] 10.222.0.77 "DELETE /v2.0/routers/b0b6a7b3-3449-42fd-92e2-8fbfb8dc1cbb HTTP/1.1" status: 204 len: 168 time: 1.5991251 May 27 11:29:20.885196 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 35674) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:20.962489 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.db_base_plugin_v2 [None req-c261fe3e-1236-4081-8732-7178c525b975 admin admin] Deleting subnet 53f9b7c8-83a1-4c1c-aa60-764bc111576d {{(pid=91847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 11:29:20.965832 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c261fe3e-1236-4081-8732-7178c525b975 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:21.023754 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-d95aa283-eed0-41c0-9b62-4928702deda9 req-8cea67f8-6d39-489b-85d3-e4a21124686b tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450069 May 27 11:29:21.029319 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c261fe3e-1236-4081-8732-7178c525b975 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7577962'] for subnet, precommit_delete_associations {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:21.042261 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-ad7e02c0-51c0-47cc-b367-d2c55d34f3ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1939523'] for router_interface, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:21.171162 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c261fe3e-1236-4081-8732-7178c525b975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729342'] for subnet, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:21.186129 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 7f882c9d-c655-4f8f-8cf5-c1ae0863a30c no longer exists at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:29:21.229861 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] No Port match for: 7f882c9d-c655-4f8f-8cf5-c1ae0863a30c {{(pid=91849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:29:21.230216 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 7f882c9d-c655-4f8f-8cf5-c1ae0863a30c not bound to the agent host dv-cinder-751579-23-smb {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:29:21.462483 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7e02c0-51c0-47cc-b367-d2c55d34f3ae admin admin] Router ecd88da2-3c8d-436d-8d17-c5259135afe6 has already been hosted by L3 agent 6d24f2a4-c5c8-4233-9813-3f8fa73b68fa {{(pid=91848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:29:21.492438 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c261fe3e-1236-4081-8732-7178c525b975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7527801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640537'] for subnet, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:21.497115 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:21.539734 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261fe3e-1236-4081-8732-7178c525b975 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53f9b7c8-83a1-4c1c-aa60-764bc111576d,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:21.542498 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-c261fe3e-1236-4081-8732-7178c525b975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:21.546136 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c261fe3e-1236-4081-8732-7178c525b975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for subnet, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:21.553236 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f71998-f185-45b4-920c-0829a64aeeb0 None None] Network dddfebc0-a063-4692-a21d-f73fcbbd8d09 requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:29:21.559168 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-c261fe3e-1236-4081-8732-7178c525b975 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/53f9b7c8-83a1-4c1c-aa60-764bc111576d HTTP/1.1" status: 204 len: 168 time: 0.6723673 May 27 11:29:21.563472 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 35678) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:21.819886 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59ef075-08e8-4134-9230-7e2f49c51690 None None] DHCP port deletion for dddfebc0-a063-4692-a21d-f73fcbbd8d09 request from dv-cinder-751579-23-smb {{(pid=91849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 11:29:21.857633 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-55bf28b8-0ea3-46ad-aa7d-765f9833203b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642410'] for network, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:21.878382 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7e02c0-51c0-47cc-b367-d2c55d34f3ae admin admin] Notify agent at l3_agent.dv-cinder-751579-23-smb the message routers_updated {{(pid=91848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:29:21.888351 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd37b3c-8aa2-4d4f-8150-1745abe36551 None None] Sync routers for ids ['ecd88da2-3c8d-436d-8d17-c5259135afe6'] in dv-cinder-751579-23-smb {{(pid=91850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:29:21.895267 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-b59ef075-08e8-4134-9230-7e2f49c51690 None None] Deleting port 945ef1ff-5211-476a-85d5-2dbe85ca3828 {{(pid=91849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:29:21.895689 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-b59ef075-08e8-4134-9230-7e2f49c51690 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:21.899097 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd37b3c-8aa2-4d4f-8150-1745abe36551 None None] Routers {'ecd88da2-3c8d-436d-8d17-c5259135afe6'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:29:21.899842 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-9dd37b3c-8aa2-4d4f-8150-1745abe36551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:29:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['ecd88da2-3c8d-436d-8d17-c5259135afe6'], 'active': True} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:29:21.941631 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-ad7e02c0-51c0-47cc-b367-d2c55d34f3ae admin admin] 10.222.0.77 "PUT /v2.0/routers/ecd88da2-3c8d-436d-8d17-c5259135afe6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3536229 May 27 11:29:21.942155 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 35682) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:22.004523 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-b59ef075-08e8-4134-9230-7e2f49c51690 None None] For port 945ef1ff-5211-476a-85d5-2dbe85ca3828, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=945ef1ff-5211-476a-85d5-2dbe85ca3828,segment=NetworkSegment(fb4e28ff-9721-464e-abd4-401b71986c46),segment_id=fb4e28ff-9721-464e-abd4-401b71986c46)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:29:22.004916 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-b59ef075-08e8-4134-9230-7e2f49c51690 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:22.042250 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [None req-55bf28b8-0ea3-46ad-aa7d-765f9833203b admin admin] Deleting port 945ef1ff-5211-476a-85d5-2dbe85ca3828 {{(pid=91848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:29:22.042461 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-55bf28b8-0ea3-46ad-aa7d-765f9833203b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:22.085282 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvr_db [None req-9dd37b3c-8aa2-4d4f-8150-1745abe36551 None None] Set router ecd88da2-3c8d-436d-8d17-c5259135afe6 gateway port host: dv-cinder-751579-23-smb {{(pid=91850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:29:22.177932 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-b59ef075-08e8-4134-9230-7e2f49c51690 None None] Calling delete_port for 945ef1ff-5211-476a-85d5-2dbe85ca3828 owned by network:dhcp {{(pid=91849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:29:22.233055 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-b59ef075-08e8-4134-9230-7e2f49c51690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980'] for port, after_delete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:22.239488 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:22.270998 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [None req-55bf28b8-0ea3-46ad-aa7d-765f9833203b admin admin] For port 945ef1ff-5211-476a-85d5-2dbe85ca3828, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=945ef1ff-5211-476a-85d5-2dbe85ca3828,segment=NetworkSegment(fb4e28ff-9721-464e-abd4-401b71986c46),segment_id=fb4e28ff-9721-464e-abd4-401b71986c46)] {{(pid=91848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:29:22.271353 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-55bf28b8-0ea3-46ad-aa7d-765f9833203b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:22.284119 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2509a095-f827-4f17-b178-feb6cb216ee4 admin admin] Notify callbacks [] for router, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:22.292665 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59ef075-08e8-4134-9230-7e2f49c51690 None None] No DVR routers for this DVR port 945ef1ff-5211-476a-85d5-2dbe85ca3828 on host dv-cinder-751579-23-smb {{(pid=91849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:29:22.303297 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ef075-08e8-4134-9230-7e2f49c51690 None None] Pushing event deleted for resources: {'Port': ['ID=945ef1ff-5211-476a-85d5-2dbe85ca3828,revision_number=None']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:22.303297 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-b59ef075-08e8-4134-9230-7e2f49c51690 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:22.409749 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-9dd37b3c-8aa2-4d4f-8150-1745abe36551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'name': 'tempest-TestMinimumBasicScenario-816673270-router', 'tenant_id': 'af7266b3901847dcabc327648954eeae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': '114eff21-36a1-4877-9721-6d351cfef01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:24:29Z', 'updated_at': '2021-05-27T11:29:20Z', 'revision_number': 5, 'project_id': 'af7266b3901847dcabc327648954eeae', 'gw_port': {'id': '114eff21-36a1-4877-9721-6d351cfef01f', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:30Z', 'updated_at': '2021-05-27T11:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb'}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:29:22.413696 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd37b3c-8aa2-4d4f-8150-1745abe36551 None None] Checking router: ecd88da2-3c8d-436d-8d17-c5259135afe6 for host: dv-cinder-751579-23-smb {{(pid=91850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:29:22.418167 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 945ef1ff-5211-476a-85d5-2dbe85ca3828 no longer exists at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:29:22.422211 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd37b3c-8aa2-4d4f-8150-1745abe36551 None None] Routers {'ecd88da2-3c8d-436d-8d17-c5259135afe6'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:29:22.422819 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-9dd37b3c-8aa2-4d4f-8150-1745abe36551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:29:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['ecd88da2-3c8d-436d-8d17-c5259135afe6'], 'active': True} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:29:22.457477 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] No Port match for: 945ef1ff-5211-476a-85d5-2dbe85ca3828 {{(pid=91849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:29:22.457824 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 945ef1ff-5211-476a-85d5-2dbe85ca3828 not bound to the agent host dv-cinder-751579-23-smb {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:29:22.458447 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 939a7430-f1b3-4757-9a1b-a4f810ae3298 no longer exists at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:29:22.485495 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [None req-55bf28b8-0ea3-46ad-aa7d-765f9833203b admin admin] Calling delete_port for 945ef1ff-5211-476a-85d5-2dbe85ca3828 owned by network:dhcp {{(pid=91848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:29:22.493144 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] No Port match for: 939a7430-f1b3-4757-9a1b-a4f810ae3298 {{(pid=91849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:29:22.493495 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 939a7430-f1b3-4757-9a1b-a4f810ae3298 not bound to the agent host dv-cinder-751579-23-smb {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:29:22.607245 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvr_db [None req-9dd37b3c-8aa2-4d4f-8150-1745abe36551 None None] Set router ecd88da2-3c8d-436d-8d17-c5259135afe6 gateway port host: dv-cinder-751579-23-smb {{(pid=91850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:29:22.619098 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16548652-4be4-4f65-bf6c-dc91ef514711 req-7a2c508b-82d8-441a-96ce-7878deeb1c46 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:29:22.620852 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-16548652-4be4-4f65-bf6c-dc91ef514711 req-7a2c508b-82d8-441a-96ce-7878deeb1c46 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 947 time: 0.4272301 May 27 11:29:22.655795 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2509a095-f827-4f17-b178-feb6cb216ee4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:22.709858 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-55bf28b8-0ea3-46ad-aa7d-765f9833203b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6295888'] for port, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:22.720910 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-93ff6bde-8708-423b-9123-6f7170033a27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:22.768055 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-16548652-4be4-4f65-bf6c-dc91ef514711 req-fbddd192-b8b2-448d-b41c-f7130ae2c3b5 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397190 May 27 11:29:22.776973 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf28b8-0ea3-46ad-aa7d-765f9833203b admin admin] Pushing event deleted for resources: {'Port': ['ID=945ef1ff-5211-476a-85d5-2dbe85ca3828,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:22.784595 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-55bf28b8-0ea3-46ad-aa7d-765f9833203b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:22.785389 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bf28b8-0ea3-46ad-aa7d-765f9833203b admin admin] No DVR routers for this DVR port 945ef1ff-5211-476a-85d5-2dbe85ca3828 on host dv-cinder-751579-23-smb {{(pid=91848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:29:22.913307 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-55bf28b8-0ea3-46ad-aa7d-765f9833203b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734563', 'neutron.services.segments.db._delete_segments_for_network-8764582419685'] for network, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:22.928928 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.services.segments.db [None req-55bf28b8-0ea3-46ad-aa7d-765f9833203b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dddfebc0-a063-4692-a21d-f73fcbbd8d09']}} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:29:22.938128 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-9dd37b3c-8aa2-4d4f-8150-1745abe36551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'name': 'tempest-TestMinimumBasicScenario-816673270-router', 'tenant_id': 'af7266b3901847dcabc327648954eeae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': '114eff21-36a1-4877-9721-6d351cfef01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:24:29Z', 'updated_at': '2021-05-27T11:29:20Z', 'revision_number': 5, 'project_id': 'af7266b3901847dcabc327648954eeae', 'gw_port': {'id': '114eff21-36a1-4877-9721-6d351cfef01f', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:30Z', 'updated_at': '2021-05-27T11:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb'}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:29:22.939913 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [None req-2509a095-f827-4f17-b178-feb6cb216ee4 admin admin] Deleting port 114eff21-36a1-4877-9721-6d351cfef01f {{(pid=91848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:29:22.940245 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2509a095-f827-4f17-b178-feb6cb216ee4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:22.942273 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd37b3c-8aa2-4d4f-8150-1745abe36551 None None] The sync data for ids ['ecd88da2-3c8d-436d-8d17-c5259135afe6'] in dv-cinder-751579-23-smb is: [{'id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'name': 'tempest-TestMinimumBasicScenario-816673270-router', 'tenant_id': 'af7266b3901847dcabc327648954eeae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': '114eff21-36a1-4877-9721-6d351cfef01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:24:29Z', 'updated_at': '2021-05-27T11:29:20Z', 'revision_number': 5, 'project_id': 'af7266b3901847dcabc327648954eeae', 'gw_port': {'id': '114eff21-36a1-4877-9721-6d351cfef01f', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd88da2-3c8d-436d-8d17-c5259135afe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:30Z', 'updated_at': '2021-05-27T11:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb'}] {{(pid=91850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:29:22.957190 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.services.segments.db [None req-55bf28b8-0ea3-46ad-aa7d-765f9833203b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb4e28ff-9721-464e-abd4-401b71986c46') {'for_net_delete': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:29:22.957482 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.services.segments.db [None req-55bf28b8-0ea3-46ad-aa7d-765f9833203b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb4e28ff-9721-464e-abd4-401b71986c46') {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:29:23.021780 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-55bf28b8-0ea3-46ad-aa7d-765f9833203b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764582427558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6635042'] for segment, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:23.162082 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-55bf28b8-0ea3-46ad-aa7d-765f9833203b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075'] for segment, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:23.180703 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55bf28b8-0ea3-46ad-aa7d-765f9833203b admin admin] Releasing vlan 1167 on physical network physnet1 to pool {{(pid=91848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 11:29:23.180943 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-55bf28b8-0ea3-46ad-aa7d-765f9833203b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6295811'] for segment, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:23.193862 dv-cinder-751579-23-smb neutron-server[91848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 11:29:23.193862 dv-cinder-751579-23-smb neutron-server[91848]: util.warn( May 27 11:29:23.193862 dv-cinder-751579-23-smb neutron-server[91848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 11:29:23.193862 dv-cinder-751579-23-smb neutron-server[91848]: util.warn( May 27 11:29:23.193862 dv-cinder-751579-23-smb neutron-server[91848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 11:29:23.193862 dv-cinder-751579-23-smb neutron-server[91848]: util.warn( May 27 11:29:23.193862 dv-cinder-751579-23-smb neutron-server[91848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 11:29:23.193862 dv-cinder-751579-23-smb neutron-server[91848]: util.warn( May 27 11:29:23.193862 dv-cinder-751579-23-smb neutron-server[91848]: Traceback (most recent call last): May 27 11:29:23.193862 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 11:29:23.193862 dv-cinder-751579-23-smb neutron-server[91848]: timer() May 27 11:29:23.193862 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 11:29:23.193862 dv-cinder-751579-23-smb neutron-server[91848]: cb(*args, **kw) May 27 11:29:23.193862 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 11:29:23.193862 dv-cinder-751579-23-smb neutron-server[91848]: return func(*args, **kwargs) May 27 11:29:23.193862 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 11:29:23.193862 dv-cinder-751579-23-smb neutron-server[91848]: self._notify() May 27 11:29:23.193862 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 11:29:23.193862 dv-cinder-751579-23-smb neutron-server[91848]: self.callback(batched_events) May 27 11:29:23.193862 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 11:29:23.193862 dv-cinder-751579-23-smb neutron-server[91848]: event.method(event) May 27 11:29:23.193862 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 11:29:23.193862 dv-cinder-751579-23-smb neutron-server[91848]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 11:29:23.193862 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 11:29:23.193862 dv-cinder-751579-23-smb neutron-server[91848]: aggregate_uuid = self.p_client.list_aggregates( May 27 11:29:23.193862 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 11:29:23.193862 dv-cinder-751579-23-smb neutron-server[91848]: return f(self, *a, **k) May 27 11:29:23.193862 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 11:29:23.193862 dv-cinder-751579-23-smb neutron-server[91848]: return self._get(url).json() May 27 11:29:23.193862 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 11:29:23.193862 dv-cinder-751579-23-smb neutron-server[91848]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 11:29:23.193862 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 11:29:23.193862 dv-cinder-751579-23-smb neutron-server[91848]: return self.request(url, 'GET', **kwargs) May 27 11:29:23.193862 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 11:29:23.193862 dv-cinder-751579-23-smb neutron-server[91848]: base_url = self.get_endpoint(auth, allow=allow, May 27 11:29:23.193862 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 11:29:23.193862 dv-cinder-751579-23-smb neutron-server[91848]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 11:29:23.193862 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 11:29:23.193862 dv-cinder-751579-23-smb neutron-server[91848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 11:29:23.193862 dv-cinder-751579-23-smb neutron-server[91848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 11:29:23.285590 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [None req-2509a095-f827-4f17-b178-feb6cb216ee4 admin admin] For port 114eff21-36a1-4877-9721-6d351cfef01f, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=114eff21-36a1-4877-9721-6d351cfef01f,segment=NetworkSegment(4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310),segment_id=4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310)] {{(pid=91848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:29:23.285954 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2509a095-f827-4f17-b178-feb6cb216ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:23.408165 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-55bf28b8-0ea3-46ad-aa7d-765f9833203b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926643'] for network, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:23.415812 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [None req-2509a095-f827-4f17-b178-feb6cb216ee4 admin admin] Calling delete_port for 114eff21-36a1-4877-9721-6d351cfef01f owned by network:router_gateway {{(pid=91848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:29:23.423177 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-533c5af9-40e2-48ef-bf2c-d60456f82b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:23.436068 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-55bf28b8-0ea3-46ad-aa7d-765f9833203b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for network, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:23.449320 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf28b8-0ea3-46ad-aa7d-765f9833203b admin admin] Pushing event deleted for resources: {'Network': ['ID=dddfebc0-a063-4692-a21d-f73fcbbd8d09,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:23.454331 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-55bf28b8-0ea3-46ad-aa7d-765f9833203b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:23.473879 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-55bf28b8-0ea3-46ad-aa7d-765f9833203b admin admin] 10.222.0.77 "DELETE /v2.0/networks/dddfebc0-a063-4692-a21d-f73fcbbd8d09 HTTP/1.1" status: 204 len: 168 time: 1.9093332 May 27 11:29:23.599945 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 35692) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:23.612436 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2509a095-f827-4f17-b178-feb6cb216ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6295888'] for port, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:23.617463 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-98d2fb42-4df9-4ae9-ae3d-dd72a70bacfb tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:23.651288 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-5bc19bf8-2fbb-455b-8d5a-f53ee56efa1b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=802e7975f0524c7ea779d173670046b7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0500460 May 27 11:29:23.653767 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 35696) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:23.665846 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509a095-f827-4f17-b178-feb6cb216ee4 admin admin] Pushing event deleted for resources: {'Port': ['ID=114eff21-36a1-4877-9721-6d351cfef01f,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:23.668938 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-2509a095-f827-4f17-b178-feb6cb216ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:23.715505 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-180537c9-e1c9-4c58-a96d-93d97c67fe6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:23.742298 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-180537c9-e1c9-4c58-a96d-93d97c67fe6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:23.762586 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2509a095-f827-4f17-b178-feb6cb216ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1926620'] for router_gateway, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:23.798387 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-180537c9-e1c9-4c58-a96d-93d97c67fe6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:23.802200 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-e4f71d59-d918-4ea2-9035-4947b6984642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:23.815244 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180537c9-e1c9-4c58-a96d-93d97c67fe6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498392d9-58e5-450f-81ea-387126f731e4,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:23.819003 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-180537c9-e1c9-4c58-a96d-93d97c67fe6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:23.824818 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-180537c9-e1c9-4c58-a96d-93d97c67fe6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:23.825920 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-180537c9-e1c9-4c58-a96d-93d97c67fe6b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/498392d9-58e5-450f-81ea-387126f731e4 HTTP/1.1" status: 204 len: 168 time: 0.1711845 May 27 11:29:23.954117 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2509a095-f827-4f17-b178-feb6cb216ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:23.955499 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:23.956500 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2509a095-f827-4f17-b178-feb6cb216ee4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:23.980537 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2509a095-f827-4f17-b178-feb6cb216ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1940847'] for router, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:23.981192 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2509a095-f827-4f17-b178-feb6cb216ee4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecd88da2-3c8d-436d-8d17-c5259135afe6 {{(pid=91848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 11:29:24.000618 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2509a095-f827-4f17-b178-feb6cb216ee4 admin admin] Notify callbacks [] for router, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:24.001868 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-2509a095-f827-4f17-b178-feb6cb216ee4 admin admin] 10.222.0.77 "DELETE /v2.0/routers/ecd88da2-3c8d-436d-8d17-c5259135afe6 HTTP/1.1" status: 204 len: 168 time: 2.0586524 May 27 11:29:24.004765 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 35702) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:24.072771 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.db_base_plugin_v2 [None req-81656355-cc3f-43c1-82db-b2d2656bd120 admin admin] Deleting subnet 4aa03dc3-a675-4304-8e4d-06e24a2f5289 {{(pid=91848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 11:29:24.080697 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-81656355-cc3f-43c1-82db-b2d2656bd120 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:24.140579 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-81656355-cc3f-43c1-82db-b2d2656bd120 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6635035'] for subnet, precommit_delete_associations {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:24.232574 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-81656355-cc3f-43c1-82db-b2d2656bd120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729342'] for subnet, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:24.497570 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-81656355-cc3f-43c1-82db-b2d2656bd120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6297505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6631527'] for subnet, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:24.503837 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-48e519d9-4796-4c21-b25e-fbb4088d39bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:24.539305 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81656355-cc3f-43c1-82db-b2d2656bd120 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4aa03dc3-a675-4304-8e4d-06e24a2f5289,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:24.542936 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-81656355-cc3f-43c1-82db-b2d2656bd120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:24.546259 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-81656355-cc3f-43c1-82db-b2d2656bd120 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:24.553338 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-81656355-cc3f-43c1-82db-b2d2656bd120 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/4aa03dc3-a675-4304-8e4d-06e24a2f5289 HTTP/1.1" status: 204 len: 168 time: 0.5473380 May 27 11:29:24.553636 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be54d57-c9a7-4a73-9008-b79584114da9 None None] Network ced04108-deb6-4ea1-bc74-6c4005400411 requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:29:24.556110 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 35722) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:24.573323 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device a6fc0477-b702-4c86-8e1a-2472d099c4eb no longer exists at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:29:24.616106 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] No Port match for: a6fc0477-b702-4c86-8e1a-2472d099c4eb {{(pid=91849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:29:24.616446 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device a6fc0477-b702-4c86-8e1a-2472d099c4eb not bound to the agent host dv-cinder-751579-23-smb {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:29:24.616874 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 114eff21-36a1-4877-9721-6d351cfef01f no longer exists at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:29:24.665761 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 35728) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:24.681031 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-97977045-95c0-4234-8ac7-4aeed1b93770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642410'] for network, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:24.707196 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] No Port match for: 114eff21-36a1-4877-9721-6d351cfef01f {{(pid=91849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:29:24.707569 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 114eff21-36a1-4877-9721-6d351cfef01f not bound to the agent host dv-cinder-751579-23-smb {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:29:24.762337 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [None req-97977045-95c0-4234-8ac7-4aeed1b93770 admin admin] Deleting port a8967d5c-21c5-4264-851d-edfb0f96b450 {{(pid=91848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:29:24.763074 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-97977045-95c0-4234-8ac7-4aeed1b93770 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:24.790034 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-19cd08c4-7d7d-4e4d-9989-c9bb8c6eb97f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1698981089-network', 'tenant_id': 'becddcf3ec0449a4a24ebe9c2712c6e3'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:29:24.796553 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-19cd08c4-7d7d-4e4d-9989-c9bb8c6eb97f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:29:24.801524 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-19cd08c4-7d7d-4e4d-9989-c9bb8c6eb97f admin admin] Usage tracker for resource:network and tenant:becddcf3ec0449a4a24ebe9c2712c6e3 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:29:24.804679 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-19cd08c4-7d7d-4e4d-9989-c9bb8c6eb97f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:29:24.810604 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-19cd08c4-7d7d-4e4d-9989-c9bb8c6eb97f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:29:24.825909 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cd08c4-7d7d-4e4d-9989-c9bb8c6eb97f admin admin] Made reservation on behalf of becddcf3ec0449a4a24ebe9c2712c6e3 for: {'network': 1} {{(pid=91847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:29:24.828441 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-19cd08c4-7d7d-4e4d-9989-c9bb8c6eb97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-672059'] for network, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:24.842073 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-19cd08c4-7d7d-4e4d-9989-c9bb8c6eb97f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:24.862449 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-19cd08c4-7d7d-4e4d-9989-c9bb8c6eb97f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:29:24.867932 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-19cd08c4-7d7d-4e4d-9989-c9bb8c6eb97f admin admin] Usage tracker for resource:security_group_rule and tenant:becddcf3ec0449a4a24ebe9c2712c6e3 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:29:24.870885 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-19cd08c4-7d7d-4e4d-9989-c9bb8c6eb97f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:29:24.878007 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-19cd08c4-7d7d-4e4d-9989-c9bb8c6eb97f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:29:24.914180 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c57b70b-aeb6-4efa-af41-7176b00b57ca None None] DHCP port deletion for ced04108-deb6-4ea1-bc74-6c4005400411 request from dv-cinder-751579-23-smb {{(pid=91849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 11:29:24.976958 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-19cd08c4-7d7d-4e4d-9989-c9bb8c6eb97f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:24.981403 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-19cd08c4-7d7d-4e4d-9989-c9bb8c6eb97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:24.986549 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1a0fffe1-7bbc-491f-a3be-042483e93f51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:24.997709 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [None req-97977045-95c0-4234-8ac7-4aeed1b93770 admin admin] For port a8967d5c-21c5-4264-851d-edfb0f96b450, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=a8967d5c-21c5-4264-851d-edfb0f96b450,segment=NetworkSegment(f59d65d7-57b8-4bfe-aa01-8448b5674491),segment_id=f59d65d7-57b8-4bfe-aa01-8448b5674491)] {{(pid=91848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:29:24.998182 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-97977045-95c0-4234-8ac7-4aeed1b93770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:25.001838 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-3c57b70b-aeb6-4efa-af41-7176b00b57ca None None] Deleting port a8967d5c-21c5-4264-851d-edfb0f96b450 {{(pid=91849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:29:25.002423 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-3c57b70b-aeb6-4efa-af41-7176b00b57ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:25.014229 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19cd08c4-7d7d-4e4d-9989-c9bb8c6eb97f admin admin] vlan segment allocate from pool success with {'vlan_id': 1199, 'physical_network': 'physnet1'} {{(pid=91847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 11:29:25.027775 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd08c4-7d7d-4e4d-9989-c9bb8c6eb97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5832dc-17dd-4724-bf56-80da3ff22703,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:25.033131 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-19cd08c4-7d7d-4e4d-9989-c9bb8c6eb97f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:25.034187 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-19cd08c4-7d7d-4e4d-9989-c9bb8c6eb97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075'] for segment, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:25.034599 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.db.segments_db [None req-19cd08c4-7d7d-4e4d-9989-c9bb8c6eb97f admin admin] Added segment 19b615bb-c14f-4ce5-8846-d94617943640 of type vlan for network 6f52fc89-200a-4736-8a6a-d2257463103c May 27 11:29:25.067040 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-19cd08c4-7d7d-4e4d-9989-c9bb8c6eb97f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764581993548'] for network, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:25.101495 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-19cd08c4-7d7d-4e4d-9989-c9bb8c6eb97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586667'] for network, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:25.103974 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cd08c4-7d7d-4e4d-9989-c9bb8c6eb97f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:29:25.103974 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-19cd08c4-7d7d-4e4d-9989-c9bb8c6eb97f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for network, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:25.108823 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1225dde1-92d8-40fc-bd30-94123f3ff2ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:25.133989 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [None req-97977045-95c0-4234-8ac7-4aeed1b93770 admin admin] Calling delete_port for a8967d5c-21c5-4264-851d-edfb0f96b450 owned by network:dhcp {{(pid=91848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:29:25.172310 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-3c57b70b-aeb6-4efa-af41-7176b00b57ca None None] For port a8967d5c-21c5-4264-851d-edfb0f96b450, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=a8967d5c-21c5-4264-851d-edfb0f96b450,segment=NetworkSegment(f59d65d7-57b8-4bfe-aa01-8448b5674491),segment_id=f59d65d7-57b8-4bfe-aa01-8448b5674491)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:29:25.172781 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-3c57b70b-aeb6-4efa-af41-7176b00b57ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:25.193868 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-97977045-95c0-4234-8ac7-4aeed1b93770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6295888'] for port, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:25.197911 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-0a57fff1-2f55-47d2-91a0-ef0d0d830e8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:25.220001 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd08c4-7d7d-4e4d-9989-c9bb8c6eb97f admin admin] Pushing event updated for resources: {'Network': ['ID=6f52fc89-200a-4736-8a6a-d2257463103c,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:25.225669 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-19cd08c4-7d7d-4e4d-9989-c9bb8c6eb97f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.5560951 May 27 11:29:25.225669 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-19cd08c4-7d7d-4e4d-9989-c9bb8c6eb97f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:25.225940 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 35734) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:25.233645 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-db6bf3d0-6ea1-4cae-8016-afc44bb25a9f admin admin] Request body: {'subnet': {'network_id': '6f52fc89-200a-4736-8a6a-d2257463103c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1698981089-subnet', 'tenant_id': 'becddcf3ec0449a4a24ebe9c2712c6e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:29:25.239449 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-db6bf3d0-6ea1-4cae-8016-afc44bb25a9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:29:25.244289 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-db6bf3d0-6ea1-4cae-8016-afc44bb25a9f admin admin] Usage tracker for resource:subnet and tenant:becddcf3ec0449a4a24ebe9c2712c6e3 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:29:25.247580 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-db6bf3d0-6ea1-4cae-8016-afc44bb25a9f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:29:25.248242 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97977045-95c0-4234-8ac7-4aeed1b93770 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8967d5c-21c5-4264-851d-edfb0f96b450,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:25.252169 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-97977045-95c0-4234-8ac7-4aeed1b93770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:25.254776 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-db6bf3d0-6ea1-4cae-8016-afc44bb25a9f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:29:25.255085 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97977045-95c0-4234-8ac7-4aeed1b93770 admin admin] No DVR routers for this DVR port a8967d5c-21c5-4264-851d-edfb0f96b450 on host dv-cinder-751579-23-smb {{(pid=91848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:29:25.266567 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6bf3d0-6ea1-4cae-8016-afc44bb25a9f admin admin] Made reservation on behalf of becddcf3ec0449a4a24ebe9c2712c6e3 for: {'subnet': 1} {{(pid=91847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:29:25.269008 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-db6bf3d0-6ea1-4cae-8016-afc44bb25a9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640564'] for subnet, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:25.299876 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Network 6f52fc89-200a-4736-8a6a-d2257463103c details requested by agent ovs-agent-dv-cinder-751579-23-smb with host dv-cinder-751579-23-smb {{(pid=91849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 11:29:25.319589 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-3c57b70b-aeb6-4efa-af41-7176b00b57ca None None] Calling delete_port for a8967d5c-21c5-4264-851d-edfb0f96b450 owned by network:dhcp {{(pid=91849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:29:25.377917 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-97977045-95c0-4234-8ac7-4aeed1b93770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734563', 'neutron.services.segments.db._delete_segments_for_network-8764582419685'] for network, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:25.393917 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.services.segments.db [None req-97977045-95c0-4234-8ac7-4aeed1b93770 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ced04108-deb6-4ea1-bc74-6c4005400411']}} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:29:25.407605 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.services.segments.db [None req-97977045-95c0-4234-8ac7-4aeed1b93770 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f59d65d7-57b8-4bfe-aa01-8448b5674491') {'for_net_delete': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:29:25.407820 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.services.segments.db [None req-97977045-95c0-4234-8ac7-4aeed1b93770 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f59d65d7-57b8-4bfe-aa01-8448b5674491') {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:29:25.420060 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-97977045-95c0-4234-8ac7-4aeed1b93770 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764582427558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6635042'] for segment, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:25.439472 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-97977045-95c0-4234-8ac7-4aeed1b93770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075'] for segment, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:25.446863 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97977045-95c0-4234-8ac7-4aeed1b93770 admin admin] Releasing vlan 1189 on physical network physnet1 to pool {{(pid=91848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 11:29:25.447133 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-97977045-95c0-4234-8ac7-4aeed1b93770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6295811'] for segment, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:25.450803 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-3c57b70b-aeb6-4efa-af41-7176b00b57ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980'] for port, after_delete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:25.455474 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:25.465525 dv-cinder-751579-23-smb neutron-server[91848]: Traceback (most recent call last): May 27 11:29:25.465525 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 11:29:25.465525 dv-cinder-751579-23-smb neutron-server[91848]: timer() May 27 11:29:25.465525 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 11:29:25.465525 dv-cinder-751579-23-smb neutron-server[91848]: cb(*args, **kw) May 27 11:29:25.465525 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 11:29:25.465525 dv-cinder-751579-23-smb neutron-server[91848]: return func(*args, **kwargs) May 27 11:29:25.465525 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 11:29:25.465525 dv-cinder-751579-23-smb neutron-server[91848]: self._notify() May 27 11:29:25.465525 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 11:29:25.465525 dv-cinder-751579-23-smb neutron-server[91848]: self.callback(batched_events) May 27 11:29:25.465525 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 11:29:25.465525 dv-cinder-751579-23-smb neutron-server[91848]: event.method(event) May 27 11:29:25.465525 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 11:29:25.465525 dv-cinder-751579-23-smb neutron-server[91848]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 11:29:25.465525 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 11:29:25.465525 dv-cinder-751579-23-smb neutron-server[91848]: aggregate_uuid = self.p_client.list_aggregates( May 27 11:29:25.465525 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 11:29:25.465525 dv-cinder-751579-23-smb neutron-server[91848]: return f(self, *a, **k) May 27 11:29:25.465525 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 11:29:25.465525 dv-cinder-751579-23-smb neutron-server[91848]: return self._get(url).json() May 27 11:29:25.465525 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 11:29:25.465525 dv-cinder-751579-23-smb neutron-server[91848]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 11:29:25.465525 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 11:29:25.465525 dv-cinder-751579-23-smb neutron-server[91848]: return self.request(url, 'GET', **kwargs) May 27 11:29:25.465525 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 11:29:25.465525 dv-cinder-751579-23-smb neutron-server[91848]: base_url = self.get_endpoint(auth, allow=allow, May 27 11:29:25.465525 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 11:29:25.465525 dv-cinder-751579-23-smb neutron-server[91848]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 11:29:25.465525 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 11:29:25.465525 dv-cinder-751579-23-smb neutron-server[91848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 11:29:25.465525 dv-cinder-751579-23-smb neutron-server[91848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 11:29:25.501643 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c57b70b-aeb6-4efa-af41-7176b00b57ca None None] Pushing event deleted for resources: {'Port': ['ID=a8967d5c-21c5-4264-851d-edfb0f96b450,revision_number=None']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:25.504692 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-3c57b70b-aeb6-4efa-af41-7176b00b57ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:25.505889 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c57b70b-aeb6-4efa-af41-7176b00b57ca None None] No DVR routers for this DVR port a8967d5c-21c5-4264-851d-edfb0f96b450 on host dv-cinder-751579-23-smb {{(pid=91849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:29:25.548563 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-97977045-95c0-4234-8ac7-4aeed1b93770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926643'] for network, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:25.552619 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:25.565828 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-97977045-95c0-4234-8ac7-4aeed1b93770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for network, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:25.576096 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97977045-95c0-4234-8ac7-4aeed1b93770 admin admin] Pushing event deleted for resources: {'Network': ['ID=ced04108-deb6-4ea1-bc74-6c4005400411,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:25.579886 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-97977045-95c0-4234-8ac7-4aeed1b93770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:25.593960 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-97977045-95c0-4234-8ac7-4aeed1b93770 admin admin] 10.222.0.77 "DELETE /v2.0/networks/ced04108-deb6-4ea1-bc74-6c4005400411 HTTP/1.1" status: 204 len: 168 time: 1.0331862 May 27 11:29:25.594960 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 35738) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:25.696084 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-db6bf3d0-6ea1-4cae-8016-afc44bb25a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7527736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640546'] for subnet, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:25.699912 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-e079a087-a073-4c84-88fe-9f90272ed4c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:25.773542 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6bf3d0-6ea1-4cae-8016-afc44bb25a9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=644b0dc5-bffc-4946-9b1c-2e1f714a9eb1,revision_number=0']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:25.776210 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-db6bf3d0-6ea1-4cae-8016-afc44bb25a9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:25.782918 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6bf3d0-6ea1-4cae-8016-afc44bb25a9f admin admin] Checking segment: {'id': '19b615bb-c14f-4ce5-8846-d94617943640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '6f52fc89-200a-4736-8a6a-d2257463103c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:29:25.783277 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6bf3d0-6ea1-4cae-8016-afc44bb25a9f admin admin] Network hostable DHCP agents. Network: 6f52fc89-200a-4736-8a6a-d2257463103c, hostable agents: ['49383876-4286-4bfb-8d2a-316dbfdc5a49'], hosted agents: [] {{(pid=91847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 11:29:25.801704 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6bf3d0-6ea1-4cae-8016-afc44bb25a9f admin admin] Network 6f52fc89-200a-4736-8a6a-d2257463103c is scheduled to be hosted by DHCP agent 49383876-4286-4bfb-8d2a-316dbfdc5a49 with binding_index 1 {{(pid=91847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 11:29:25.811773 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [None req-db6bf3d0-6ea1-4cae-8016-afc44bb25a9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-23-smb, 6f52fc89-200a-4736-8a6a-d2257463103c) {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:29:25.820807 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6bf3d0-6ea1-4cae-8016-afc44bb25a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:29:25.821328 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-db6bf3d0-6ea1-4cae-8016-afc44bb25a9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for subnet, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:25.824834 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767a9ff6-5c51-48e6-9be2-7a57a6740d22 None None] Network 6f52fc89-200a-4736-8a6a-d2257463103c requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:29:25.848769 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-db6bf3d0-6ea1-4cae-8016-afc44bb25a9f admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6218531 May 27 11:29:26.069781 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9c342f-8e41-458a-a15d-fe94005d6e72 None None] Network 6f52fc89-200a-4736-8a6a-d2257463103c requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:29:26.246998 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-3ba69b90-e670-4ab8-9588-aa7b95f6fcdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1927923'] for router_interface, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:26.415751 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device a8967d5c-21c5-4264-851d-edfb0f96b450 no longer exists at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:29:26.442868 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 35756) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:26.449464 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-35f2afb2-bdd3-40d4-91b3-763d00649040 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1838129223-network', 'tenant_id': '7bd162684e064e5db2bb9e7f544e7b37'}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:29:26.452725 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] No Port match for: a8967d5c-21c5-4264-851d-edfb0f96b450 {{(pid=91849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:29:26.453363 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device a8967d5c-21c5-4264-851d-edfb0f96b450 not bound to the agent host dv-cinder-751579-23-smb {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:29:26.462719 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-35f2afb2-bdd3-40d4-91b3-763d00649040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:29:26.469601 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-35f2afb2-bdd3-40d4-91b3-763d00649040 admin admin] Usage tracker for resource:network and tenant:7bd162684e064e5db2bb9e7f544e7b37 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:29:26.473116 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-35f2afb2-bdd3-40d4-91b3-763d00649040 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:29:26.478920 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-35f2afb2-bdd3-40d4-91b3-763d00649040 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:29:26.490119 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f2afb2-bdd3-40d4-91b3-763d00649040 admin admin] Made reservation on behalf of 7bd162684e064e5db2bb9e7f544e7b37 for: {'network': 1} {{(pid=91847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:29:26.493015 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-35f2afb2-bdd3-40d4-91b3-763d00649040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-672059'] for network, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:26.507035 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-35f2afb2-bdd3-40d4-91b3-763d00649040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:26.523410 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-35f2afb2-bdd3-40d4-91b3-763d00649040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:29:26.527916 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-35f2afb2-bdd3-40d4-91b3-763d00649040 admin admin] Usage tracker for resource:security_group_rule and tenant:7bd162684e064e5db2bb9e7f544e7b37 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:29:26.531126 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-35f2afb2-bdd3-40d4-91b3-763d00649040 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:29:26.537413 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-35f2afb2-bdd3-40d4-91b3-763d00649040 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:29:26.632186 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-35f2afb2-bdd3-40d4-91b3-763d00649040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:26.636180 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-35f2afb2-bdd3-40d4-91b3-763d00649040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:26.641143 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-19cdc336-3dac-44d3-87cd-c8e2fda36faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:26.673373 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f2afb2-bdd3-40d4-91b3-763d00649040 admin admin] vlan segment allocate from pool success with {'vlan_id': 1150, 'physical_network': 'physnet1'} {{(pid=91847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 11:29:26.682301 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2afb2-bdd3-40d4-91b3-763d00649040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204e5fa0-b059-4b0e-aeea-a949ecd490b7,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:26.685974 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-35f2afb2-bdd3-40d4-91b3-763d00649040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:26.691113 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-35f2afb2-bdd3-40d4-91b3-763d00649040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075'] for segment, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:26.691494 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.db.segments_db [None req-35f2afb2-bdd3-40d4-91b3-763d00649040 admin admin] Added segment 9aa55b39-4ef7-48c2-9d4f-75b924d6f4eb of type vlan for network 7c485ec3-7f86-47ec-9633-e56cf82704d1 May 27 11:29:26.720066 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-35f2afb2-bdd3-40d4-91b3-763d00649040 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764581993548'] for network, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:26.756119 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-35f2afb2-bdd3-40d4-91b3-763d00649040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586667'] for network, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:26.757443 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f2afb2-bdd3-40d4-91b3-763d00649040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:29:26.758022 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-35f2afb2-bdd3-40d4-91b3-763d00649040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for network, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:26.762795 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-19cd08c4-7d7d-4e4d-9989-c9bb8c6eb97f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:26.783776 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [None req-3ba69b90-e670-4ab8-9588-aa7b95f6fcdf admin admin] Deleting port 6ad57ba6-4f85-4e02-86d8-9ed0decfe1fe {{(pid=91848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:29:26.784117 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-3ba69b90-e670-4ab8-9588-aa7b95f6fcdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:26.919410 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [None req-3ba69b90-e670-4ab8-9588-aa7b95f6fcdf admin admin] For port 6ad57ba6-4f85-4e02-86d8-9ed0decfe1fe, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=6ad57ba6-4f85-4e02-86d8-9ed0decfe1fe,segment=NetworkSegment(d281b461-def2-473a-98c3-9c27901f250c),segment_id=d281b461-def2-473a-98c3-9c27901f250c)] {{(pid=91848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:29:26.919707 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-3ba69b90-e670-4ab8-9588-aa7b95f6fcdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:26.970214 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2afb2-bdd3-40d4-91b3-763d00649040 admin admin] Pushing event updated for resources: {'Network': ['ID=7c485ec3-7f86-47ec-9633-e56cf82704d1,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:26.973322 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-35f2afb2-bdd3-40d4-91b3-763d00649040 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.5292513 May 27 11:29:26.974193 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-35f2afb2-bdd3-40d4-91b3-763d00649040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:26.976708 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 35760) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:26.982042 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Network 7c485ec3-7f86-47ec-9633-e56cf82704d1 details requested by agent ovs-agent-dv-cinder-751579-23-smb with host dv-cinder-751579-23-smb {{(pid=91849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 11:29:26.982247 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.v2.base [None req-77a2b0a3-5ce6-4de0-b444-ba96e004dcda admin admin] Request body: {'subnet': {'network_id': '7c485ec3-7f86-47ec-9633-e56cf82704d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1838129223-subnet', 'tenant_id': '7bd162684e064e5db2bb9e7f544e7b37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:29:26.987938 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-77a2b0a3-5ce6-4de0-b444-ba96e004dcda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:29:26.992358 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-77a2b0a3-5ce6-4de0-b444-ba96e004dcda admin admin] Usage tracker for resource:subnet and tenant:7bd162684e064e5db2bb9e7f544e7b37 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:29:26.995780 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-77a2b0a3-5ce6-4de0-b444-ba96e004dcda admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:29:27.004143 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-77a2b0a3-5ce6-4de0-b444-ba96e004dcda admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:29:27.015898 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a2b0a3-5ce6-4de0-b444-ba96e004dcda admin admin] Made reservation on behalf of 7bd162684e064e5db2bb9e7f544e7b37 for: {'subnet': 1} {{(pid=91847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:29:27.018426 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-77a2b0a3-5ce6-4de0-b444-ba96e004dcda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7640564'] for subnet, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:27.081247 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [None req-3ba69b90-e670-4ab8-9588-aa7b95f6fcdf admin admin] Calling delete_port for 6ad57ba6-4f85-4e02-86d8-9ed0decfe1fe owned by network:router_interface {{(pid=91848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:29:27.241427 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-3ba69b90-e670-4ab8-9588-aa7b95f6fcdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6295888'] for port, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:27.246304 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-2509a095-f827-4f17-b178-feb6cb216ee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:27.293453 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba69b90-e670-4ab8-9588-aa7b95f6fcdf admin admin] Pushing event deleted for resources: {'Port': ['ID=6ad57ba6-4f85-4e02-86d8-9ed0decfe1fe,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:27.328680 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-3ba69b90-e670-4ab8-9588-aa7b95f6fcdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:27.447204 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-77a2b0a3-5ce6-4de0-b444-ba96e004dcda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7527736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7640546'] for subnet, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:27.452523 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-97d899a9-fca1-4333-a97c-a77014868f6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:27.529236 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a2b0a3-5ce6-4de0-b444-ba96e004dcda admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dcec18d-bf73-4c34-a711-ace5c4602f86,revision_number=0']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:27.533329 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-77a2b0a3-5ce6-4de0-b444-ba96e004dcda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:27.539609 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a2b0a3-5ce6-4de0-b444-ba96e004dcda admin admin] Checking segment: {'id': '9aa55b39-4ef7-48c2-9d4f-75b924d6f4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '7c485ec3-7f86-47ec-9633-e56cf82704d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:29:27.539964 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a2b0a3-5ce6-4de0-b444-ba96e004dcda admin admin] Network hostable DHCP agents. Network: 7c485ec3-7f86-47ec-9633-e56cf82704d1, hostable agents: ['49383876-4286-4bfb-8d2a-316dbfdc5a49'], hosted agents: [] {{(pid=91847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 11:29:27.558733 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a2b0a3-5ce6-4de0-b444-ba96e004dcda admin admin] Network 7c485ec3-7f86-47ec-9633-e56cf82704d1 is scheduled to be hosted by DHCP agent 49383876-4286-4bfb-8d2a-316dbfdc5a49 with binding_index 1 {{(pid=91847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 11:29:27.569610 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [None req-77a2b0a3-5ce6-4de0-b444-ba96e004dcda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-23-smb, 7c485ec3-7f86-47ec-9633-e56cf82704d1) {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:29:27.579448 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e038fa3-47f3-49fa-8e86-7c87b084b378 None None] Network 7c485ec3-7f86-47ec-9633-e56cf82704d1 requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:29:27.580085 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-3ba69b90-e670-4ab8-9588-aa7b95f6fcdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1939523'] for router_interface, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:27.581690 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a2b0a3-5ce6-4de0-b444-ba96e004dcda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:29:27.582301 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-77a2b0a3-5ce6-4de0-b444-ba96e004dcda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for subnet, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:27.609822 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-77a2b0a3-5ce6-4de0-b444-ba96e004dcda admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6307197 May 27 11:29:27.770939 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 35766) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:27.804305 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddf6532-b0b8-4023-8537-49dc94bdffec None None] Network 7c485ec3-7f86-47ec-9633-e56cf82704d1 requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:29:27.837856 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.db_base_plugin_v2 [None req-21065099-3c98-406c-ae15-ebac9c6b3350 admin admin] Deleting subnet 644b0dc5-bffc-4946-9b1c-2e1f714a9eb1 {{(pid=91847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 11:29:27.842153 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-21065099-3c98-406c-ae15-ebac9c6b3350 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:27.909542 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-21065099-3c98-406c-ae15-ebac9c6b3350 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7577962'] for subnet, precommit_delete_associations {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:27.977945 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba69b90-e670-4ab8-9588-aa7b95f6fcdf admin admin] Router e7f391aa-ebc3-4cec-becc-76dbdd0410e4 has already been hosted by L3 agent 6d24f2a4-c5c8-4233-9813-3f8fa73b68fa {{(pid=91848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:29:27.980730 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-21065099-3c98-406c-ae15-ebac9c6b3350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729342'] for subnet, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:28.290110 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-21065099-3c98-406c-ae15-ebac9c6b3350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7527801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640537'] for subnet, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:28.295162 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:28.301935 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba69b90-e670-4ab8-9588-aa7b95f6fcdf admin admin] Notify agent at l3_agent.dv-cinder-751579-23-smb the message routers_updated {{(pid=91848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:29:28.312964 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8de9c07-7050-43c0-8f29-f89ed04e6dc4 None None] Sync routers for ids ['e7f391aa-ebc3-4cec-becc-76dbdd0410e4'] in dv-cinder-751579-23-smb {{(pid=91849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:29:28.322817 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-3ba69b90-e670-4ab8-9588-aa7b95f6fcdf admin admin] 10.222.0.77 "PUT /v2.0/routers/e7f391aa-ebc3-4cec-becc-76dbdd0410e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7239480 May 27 11:29:28.323034 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 35770) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:28.323162 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8de9c07-7050-43c0-8f29-f89ed04e6dc4 None None] Routers {'e7f391aa-ebc3-4cec-becc-76dbdd0410e4'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:29:28.324025 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-e8de9c07-7050-43c0-8f29-f89ed04e6dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:29:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['e7f391aa-ebc3-4cec-becc-76dbdd0410e4'], 'active': True} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:29:28.333918 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21065099-3c98-406c-ae15-ebac9c6b3350 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=644b0dc5-bffc-4946-9b1c-2e1f714a9eb1,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:28.336066 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-21065099-3c98-406c-ae15-ebac9c6b3350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for subnet, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:28.341919 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-21065099-3c98-406c-ae15-ebac9c6b3350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:28.343522 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-21065099-3c98-406c-ae15-ebac9c6b3350 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/644b0dc5-bffc-4946-9b1c-2e1f714a9eb1 HTTP/1.1" status: 204 len: 168 time: 0.5715575 May 27 11:29:28.348336 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 35776) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:28.477514 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d189ae13-afbb-4c01-a394-d775718805e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642410'] for network, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:28.570719 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvr_db [None req-e8de9c07-7050-43c0-8f29-f89ed04e6dc4 None None] Set router e7f391aa-ebc3-4cec-becc-76dbdd0410e4 gateway port host: dv-cinder-751579-23-smb {{(pid=91849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:29:28.678428 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d189ae13-afbb-4c01-a394-d775718805e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734563', 'neutron.services.segments.db._delete_segments_for_network-8764582419685'] for network, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:28.703274 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.services.segments.db [None req-d189ae13-afbb-4c01-a394-d775718805e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f52fc89-200a-4736-8a6a-d2257463103c']}} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:29:28.720628 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.services.segments.db [None req-d189ae13-afbb-4c01-a394-d775718805e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19b615bb-c14f-4ce5-8846-d94617943640') {'for_net_delete': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:29:28.720921 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.services.segments.db [None req-d189ae13-afbb-4c01-a394-d775718805e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19b615bb-c14f-4ce5-8846-d94617943640') {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:29:28.791966 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d189ae13-afbb-4c01-a394-d775718805e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764582427558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6635042'] for segment, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:28.821224 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d189ae13-afbb-4c01-a394-d775718805e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075'] for segment, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:28.834241 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d189ae13-afbb-4c01-a394-d775718805e7 admin admin] Releasing vlan 1199 on physical network physnet1 to pool {{(pid=91848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 11:29:28.834642 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d189ae13-afbb-4c01-a394-d775718805e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6295811'] for segment, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:28.847829 dv-cinder-751579-23-smb neutron-server[91848]: Traceback (most recent call last): May 27 11:29:28.847829 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 11:29:28.847829 dv-cinder-751579-23-smb neutron-server[91848]: timer() May 27 11:29:28.847829 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 11:29:28.847829 dv-cinder-751579-23-smb neutron-server[91848]: cb(*args, **kw) May 27 11:29:28.847829 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 11:29:28.847829 dv-cinder-751579-23-smb neutron-server[91848]: return func(*args, **kwargs) May 27 11:29:28.847829 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 11:29:28.847829 dv-cinder-751579-23-smb neutron-server[91848]: self._notify() May 27 11:29:28.847829 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 11:29:28.847829 dv-cinder-751579-23-smb neutron-server[91848]: self.callback(batched_events) May 27 11:29:28.847829 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 11:29:28.847829 dv-cinder-751579-23-smb neutron-server[91848]: event.method(event) May 27 11:29:28.847829 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 11:29:28.847829 dv-cinder-751579-23-smb neutron-server[91848]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 11:29:28.847829 dv-cinder-751579-23-smb neutron-server[91848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 11:29:28.847829 dv-cinder-751579-23-smb neutron-server[91848]: aggregate_uuid = self.p_client.list_aggregates( May 27 11:29:28.847829 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 11:29:28.847829 dv-cinder-751579-23-smb neutron-server[91848]: return f(self, *a, **k) May 27 11:29:28.847829 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 11:29:28.847829 dv-cinder-751579-23-smb neutron-server[91848]: return self._get(url).json() May 27 11:29:28.847829 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 11:29:28.847829 dv-cinder-751579-23-smb neutron-server[91848]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 11:29:28.847829 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 11:29:28.847829 dv-cinder-751579-23-smb neutron-server[91848]: return self.request(url, 'GET', **kwargs) May 27 11:29:28.847829 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 11:29:28.847829 dv-cinder-751579-23-smb neutron-server[91848]: base_url = self.get_endpoint(auth, allow=allow, May 27 11:29:28.847829 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 11:29:28.847829 dv-cinder-751579-23-smb neutron-server[91848]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 11:29:28.847829 dv-cinder-751579-23-smb neutron-server[91848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 11:29:28.847829 dv-cinder-751579-23-smb neutron-server[91848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 11:29:28.847829 dv-cinder-751579-23-smb neutron-server[91848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 11:29:28.864027 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-e8de9c07-7050-43c0-8f29-f89ed04e6dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f391aa-ebc3-4cec-becc-76dbdd0410e4', 'name': 'tempest-TestMinimumBasicScenario-1458199784-router', 'tenant_id': '72e7d069db444de1ad15dc6a4945d694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '6f95f70e-f7b2-4fff-912c-f4acb163740d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:24:37Z', 'updated_at': '2021-05-27T11:29:27Z', 'revision_number': 5, 'project_id': '72e7d069db444de1ad15dc6a4945d694', 'gw_port': {'id': '6f95f70e-f7b2-4fff-912c-f4acb163740d', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f391aa-ebc3-4cec-becc-76dbdd0410e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:38Z', 'updated_at': '2021-05-27T11:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb'}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:29:28.867887 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8de9c07-7050-43c0-8f29-f89ed04e6dc4 None None] Checking router: e7f391aa-ebc3-4cec-becc-76dbdd0410e4 for host: dv-cinder-751579-23-smb {{(pid=91849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:29:28.877294 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8de9c07-7050-43c0-8f29-f89ed04e6dc4 None None] Routers {'e7f391aa-ebc3-4cec-becc-76dbdd0410e4'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:29:28.877870 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-e8de9c07-7050-43c0-8f29-f89ed04e6dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:29:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['e7f391aa-ebc3-4cec-becc-76dbdd0410e4'], 'active': True} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:29:28.902334 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d734a14d-0b77-4678-8bd4-5f36ca88b1d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:29.000764 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d189ae13-afbb-4c01-a394-d775718805e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926643'] for network, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:29.063950 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:29.075730 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvr_db [None req-e8de9c07-7050-43c0-8f29-f89ed04e6dc4 None None] Set router e7f391aa-ebc3-4cec-becc-76dbdd0410e4 gateway port host: dv-cinder-751579-23-smb {{(pid=91849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:29:29.076299 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d189ae13-afbb-4c01-a394-d775718805e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for network, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:29.097334 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d189ae13-afbb-4c01-a394-d775718805e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f52fc89-200a-4736-8a6a-d2257463103c,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:29.101302 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-d189ae13-afbb-4c01-a394-d775718805e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:29.103169 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-d189ae13-afbb-4c01-a394-d775718805e7 admin admin] 10.222.0.77 "DELETE /v2.0/networks/6f52fc89-200a-4736-8a6a-d2257463103c HTTP/1.1" status: 204 len: 168 time: 0.7534626 May 27 11:29:29.105595 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 35780) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:29.177091 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d734a14d-0b77-4678-8bd4-5f36ca88b1d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:29.187596 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce465f0-2cd2-4d96-a9ae-6d5e2398712e admin admin] Deleting subnet 8dcec18d-bf73-4c34-a711-ace5c4602f86 {{(pid=91848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 11:29:29.191319 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-cce465f0-2cd2-4d96-a9ae-6d5e2398712e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:29.283980 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-cce465f0-2cd2-4d96-a9ae-6d5e2398712e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6635035'] for subnet, precommit_delete_associations {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:29.353530 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-cce465f0-2cd2-4d96-a9ae-6d5e2398712e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729342'] for subnet, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:29.368546 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_hamode_db [None req-e8de9c07-7050-43c0-8f29-f89ed04e6dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f391aa-ebc3-4cec-becc-76dbdd0410e4', 'name': 'tempest-TestMinimumBasicScenario-1458199784-router', 'tenant_id': '72e7d069db444de1ad15dc6a4945d694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '6f95f70e-f7b2-4fff-912c-f4acb163740d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:24:37Z', 'updated_at': '2021-05-27T11:29:27Z', 'revision_number': 5, 'project_id': '72e7d069db444de1ad15dc6a4945d694', 'gw_port': {'id': '6f95f70e-f7b2-4fff-912c-f4acb163740d', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f391aa-ebc3-4cec-becc-76dbdd0410e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:38Z', 'updated_at': '2021-05-27T11:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb'}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:29:29.372683 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8de9c07-7050-43c0-8f29-f89ed04e6dc4 None None] The sync data for ids ['e7f391aa-ebc3-4cec-becc-76dbdd0410e4'] in dv-cinder-751579-23-smb is: [{'id': 'e7f391aa-ebc3-4cec-becc-76dbdd0410e4', 'name': 'tempest-TestMinimumBasicScenario-1458199784-router', 'tenant_id': '72e7d069db444de1ad15dc6a4945d694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '6f95f70e-f7b2-4fff-912c-f4acb163740d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:24:37Z', 'updated_at': '2021-05-27T11:29:27Z', 'revision_number': 5, 'project_id': '72e7d069db444de1ad15dc6a4945d694', 'gw_port': {'id': '6f95f70e-f7b2-4fff-912c-f4acb163740d', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f391aa-ebc3-4cec-becc-76dbdd0410e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:38Z', 'updated_at': '2021-05-27T11:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb'}] {{(pid=91849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:29:29.380583 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [None req-d734a14d-0b77-4678-8bd4-5f36ca88b1d6 admin admin] Deleting port 6f95f70e-f7b2-4fff-912c-f4acb163740d {{(pid=91848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:29:29.380924 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d734a14d-0b77-4678-8bd4-5f36ca88b1d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:29.731135 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [None req-d734a14d-0b77-4678-8bd4-5f36ca88b1d6 admin admin] For port 6f95f70e-f7b2-4fff-912c-f4acb163740d, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=6f95f70e-f7b2-4fff-912c-f4acb163740d,segment=NetworkSegment(4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310),segment_id=4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310)] {{(pid=91848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:29:29.731492 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d734a14d-0b77-4678-8bd4-5f36ca88b1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:29.880259 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [None req-d734a14d-0b77-4678-8bd4-5f36ca88b1d6 admin admin] Calling delete_port for 6f95f70e-f7b2-4fff-912c-f4acb163740d owned by network:router_gateway {{(pid=91848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:29:29.974983 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-cce465f0-2cd2-4d96-a9ae-6d5e2398712e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6297505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6631527'] for subnet, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:29.987355 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:30.029058 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce465f0-2cd2-4d96-a9ae-6d5e2398712e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dcec18d-bf73-4c34-a711-ace5c4602f86,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:30.032109 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-cce465f0-2cd2-4d96-a9ae-6d5e2398712e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:30.034255 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-cce465f0-2cd2-4d96-a9ae-6d5e2398712e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:30.043296 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-cce465f0-2cd2-4d96-a9ae-6d5e2398712e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/8dcec18d-bf73-4c34-a711-ace5c4602f86 HTTP/1.1" status: 204 len: 168 time: 0.9367731 May 27 11:29:30.046791 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 35784) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:30.130866 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d734a14d-0b77-4678-8bd4-5f36ca88b1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6295888'] for port, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:30.134614 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:30.175752 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6b1b67e1-9bd4-44c3-8cef-0d561de4adea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642410'] for network, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:30.179705 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d734a14d-0b77-4678-8bd4-5f36ca88b1d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f95f70e-f7b2-4fff-912c-f4acb163740d,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:30.183072 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-d734a14d-0b77-4678-8bd4-5f36ca88b1d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:30.278754 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d734a14d-0b77-4678-8bd4-5f36ca88b1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1926620'] for router_gateway, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:30.315627 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6b1b67e1-9bd4-44c3-8cef-0d561de4adea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734563', 'neutron.services.segments.db._delete_segments_for_network-8764582419685'] for network, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:30.329823 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.services.segments.db [None req-6b1b67e1-9bd4-44c3-8cef-0d561de4adea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c485ec3-7f86-47ec-9633-e56cf82704d1']}} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:29:30.343271 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.services.segments.db [None req-6b1b67e1-9bd4-44c3-8cef-0d561de4adea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aa55b39-4ef7-48c2-9d4f-75b924d6f4eb') {'for_net_delete': True} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:29:30.343558 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.services.segments.db [None req-6b1b67e1-9bd4-44c3-8cef-0d561de4adea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aa55b39-4ef7-48c2-9d4f-75b924d6f4eb') {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:29:30.355351 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6b1b67e1-9bd4-44c3-8cef-0d561de4adea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764582427558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7577939'] for segment, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:30.380758 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6b1b67e1-9bd4-44c3-8cef-0d561de4adea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075'] for segment, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:30.390939 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b1b67e1-9bd4-44c3-8cef-0d561de4adea admin admin] Releasing vlan 1150 on physical network physnet1 to pool {{(pid=91847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 11:29:30.391484 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6b1b67e1-9bd4-44c3-8cef-0d561de4adea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7527387'] for segment, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:30.410611 dv-cinder-751579-23-smb neutron-server[91847]: Traceback (most recent call last): May 27 11:29:30.410611 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 11:29:30.410611 dv-cinder-751579-23-smb neutron-server[91847]: timer() May 27 11:29:30.410611 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 11:29:30.410611 dv-cinder-751579-23-smb neutron-server[91847]: cb(*args, **kw) May 27 11:29:30.410611 dv-cinder-751579-23-smb neutron-server[91847]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 11:29:30.410611 dv-cinder-751579-23-smb neutron-server[91847]: return func(*args, **kwargs) May 27 11:29:30.410611 dv-cinder-751579-23-smb neutron-server[91847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 11:29:30.410611 dv-cinder-751579-23-smb neutron-server[91847]: self._notify() May 27 11:29:30.410611 dv-cinder-751579-23-smb neutron-server[91847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 11:29:30.410611 dv-cinder-751579-23-smb neutron-server[91847]: self.callback(batched_events) May 27 11:29:30.410611 dv-cinder-751579-23-smb neutron-server[91847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 11:29:30.410611 dv-cinder-751579-23-smb neutron-server[91847]: event.method(event) May 27 11:29:30.410611 dv-cinder-751579-23-smb neutron-server[91847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 11:29:30.410611 dv-cinder-751579-23-smb neutron-server[91847]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 11:29:30.410611 dv-cinder-751579-23-smb neutron-server[91847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 11:29:30.410611 dv-cinder-751579-23-smb neutron-server[91847]: aggregate_uuid = self.p_client.list_aggregates( May 27 11:29:30.410611 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 11:29:30.410611 dv-cinder-751579-23-smb neutron-server[91847]: return f(self, *a, **k) May 27 11:29:30.410611 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 11:29:30.410611 dv-cinder-751579-23-smb neutron-server[91847]: return self._get(url).json() May 27 11:29:30.410611 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 11:29:30.410611 dv-cinder-751579-23-smb neutron-server[91847]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 11:29:30.410611 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 11:29:30.410611 dv-cinder-751579-23-smb neutron-server[91847]: return self.request(url, 'GET', **kwargs) May 27 11:29:30.410611 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 11:29:30.410611 dv-cinder-751579-23-smb neutron-server[91847]: base_url = self.get_endpoint(auth, allow=allow, May 27 11:29:30.410611 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 11:29:30.410611 dv-cinder-751579-23-smb neutron-server[91847]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 11:29:30.410611 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 11:29:30.410611 dv-cinder-751579-23-smb neutron-server[91847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 11:29:30.410611 dv-cinder-751579-23-smb neutron-server[91847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 11:29:30.423195 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 6ad57ba6-4f85-4e02-86d8-9ed0decfe1fe no longer exists at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:29:30.458187 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d734a14d-0b77-4678-8bd4-5f36ca88b1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:30.460589 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d734a14d-0b77-4678-8bd4-5f36ca88b1d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:30.462584 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] No Port match for: 6ad57ba6-4f85-4e02-86d8-9ed0decfe1fe {{(pid=91849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:29:30.462933 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 6ad57ba6-4f85-4e02-86d8-9ed0decfe1fe not bound to the agent host dv-cinder-751579-23-smb {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:29:30.485739 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d734a14d-0b77-4678-8bd4-5f36ca88b1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1940847'] for router, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:30.486230 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d734a14d-0b77-4678-8bd4-5f36ca88b1d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7f391aa-ebc3-4cec-becc-76dbdd0410e4 {{(pid=91848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 11:29:30.492899 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6b1b67e1-9bd4-44c3-8cef-0d561de4adea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926643'] for network, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:30.497354 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-db7fa00d-43e9-4f63-86ce-e1e5b4000985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:30.500128 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d734a14d-0b77-4678-8bd4-5f36ca88b1d6 admin admin] Notify callbacks [] for router, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:30.503757 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-d734a14d-0b77-4678-8bd4-5f36ca88b1d6 admin admin] 10.222.0.77 "DELETE /v2.0/routers/e7f391aa-ebc3-4cec-becc-76dbdd0410e4 HTTP/1.1" status: 204 len: 168 time: 2.1773005 May 27 11:29:30.505228 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 35788) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:30.513431 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6b1b67e1-9bd4-44c3-8cef-0d561de4adea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for network, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:30.519617 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b67e1-9bd4-44c3-8cef-0d561de4adea admin admin] Pushing event deleted for resources: {'Network': ['ID=7c485ec3-7f86-47ec-9633-e56cf82704d1,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:30.522829 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-6b1b67e1-9bd4-44c3-8cef-0d561de4adea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:30.527753 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-6b1b67e1-9bd4-44c3-8cef-0d561de4adea admin admin] 10.222.0.77 "DELETE /v2.0/networks/7c485ec3-7f86-47ec-9633-e56cf82704d1 HTTP/1.1" status: 204 len: 168 time: 0.4765365 May 27 11:29:30.568172 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed2a5870-a4c9-4794-90c1-3844f28bc405 admin admin] Deleting subnet d8c5f226-58b7-452a-be0e-a1942de58a2a {{(pid=91848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 11:29:30.571484 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-ed2a5870-a4c9-4794-90c1-3844f28bc405 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:30.627128 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-ed2a5870-a4c9-4794-90c1-3844f28bc405 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6635035'] for subnet, precommit_delete_associations {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:30.665943 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 35794) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:30.790202 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-3b600850-6a53-45a3-b66f-2307f0807bee admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=becddcf3ec0449a4a24ebe9c2712c6e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1229985 May 27 11:29:30.792738 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 35798) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:30.810105 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-ed2a5870-a4c9-4794-90c1-3844f28bc405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729342'] for subnet, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:30.856612 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-af820db7-8ff1-4771-943e-8462989948af req-c6a5b202-fc45-4ab6-81df-b5425f638056 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1632547 May 27 11:29:30.858214 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-58747d57-e1bc-495d-a8ea-bc3a82ed362e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:30.885277 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-58747d57-e1bc-495d-a8ea-bc3a82ed362e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:30.946850 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-58747d57-e1bc-495d-a8ea-bc3a82ed362e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:30.950566 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-35f2afb2-bdd3-40d4-91b3-763d00649040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:30.965191 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58747d57-e1bc-495d-a8ea-bc3a82ed362e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5832dc-17dd-4724-bf56-80da3ff22703,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:30.968853 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-58747d57-e1bc-495d-a8ea-bc3a82ed362e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:30.987491 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-58747d57-e1bc-495d-a8ea-bc3a82ed362e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:30.988919 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-58747d57-e1bc-495d-a8ea-bc3a82ed362e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bf5832dc-17dd-4724-bf56-80da3ff22703 HTTP/1.1" status: 204 len: 168 time: 0.1950078 May 27 11:29:31.078814 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af820db7-8ff1-4771-943e-8462989948af req-24f39cbe-4528-4115-99f9-28d872e78940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:29:31.080310 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-af820db7-8ff1-4771-943e-8462989948af req-24f39cbe-4528-4115-99f9-28d872e78940 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ee9a16c0b3d64dcaa05860c6748a85d3&device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 1100 time: 0.1966038 May 27 11:29:31.237831 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 6 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:29:31.366242 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 35806) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:31.389212 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-ed2a5870-a4c9-4794-90c1-3844f28bc405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6297505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6631527'] for subnet, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:31.397437 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:31.422806 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-ef1a6b47-5c3e-41f5-a82f-db7a77e44eba admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7bd162684e064e5db2bb9e7f544e7b37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551634 May 27 11:29:31.424946 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af820db7-8ff1-4771-943e-8462989948af req-0eb0b77f-9ac4-4f9c-a64f-9c0a751ce0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:29:31.425249 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 35810) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:31.426379 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-af820db7-8ff1-4771-943e-8462989948af req-0eb0b77f-9ac4-4f9c-a64f-9c0a751ce0d2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b50153bc-b3d8-4853-86fc-46a79e9f3733 HTTP/1.1" status: 200 len: 919 time: 0.3073635 May 27 11:29:31.437240 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-ed2a5870-a4c9-4794-90c1-3844f28bc405 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:31.443065 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f090bf71-9454-4985-aadb-d95500bff519 None None] Network ccca011f-b4ac-4050-b3d1-3a2d97f99bdc requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:29:31.443830 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a5870-a4c9-4794-90c1-3844f28bc405 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8c5f226-58b7-452a-be0e-a1942de58a2a,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:31.497317 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1881ad81-0cef-4024-be14-80f040d5f813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:31.500694 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-ed2a5870-a4c9-4794-90c1-3844f28bc405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:31.507802 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-ed2a5870-a4c9-4794-90c1-3844f28bc405 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/d8c5f226-58b7-452a-be0e-a1942de58a2a HTTP/1.1" status: 204 len: 168 time: 1.0012083 May 27 11:29:31.515638 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 35814) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:31.551285 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-af820db7-8ff1-4771-943e-8462989948af req-cd0aad77-9119-4f58-9121-a314aad83025 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1488a96d-6080-4c05-b945-d74e589ea4aa HTTP/1.1" status: 200 len: 1002 time: 0.1084597 May 27 11:29:31.598258 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1881ad81-0cef-4024-be14-80f040d5f813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:31.622577 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af820db7-8ff1-4771-943e-8462989948af req-afc5aec5-2b19-4fed-963c-fd19ff480bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:29:31.625192 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-af820db7-8ff1-4771-943e-8462989948af req-afc5aec5-2b19-4fed-963c-fd19ff480bcc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f HTTP/1.1" status: 200 len: 856 time: 0.0626099 May 27 11:29:31.668294 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d8f9b9f7-a1ec-49a9-94b2-4bbaf1e7d2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642410'] for network, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:31.707569 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e3a9a3-4bce-482d-b425-732bdc681bb3 None None] DHCP port deletion for ccca011f-b4ac-4050-b3d1-3a2d97f99bdc request from dv-cinder-751579-23-smb {{(pid=91849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 11:29:31.715454 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af820db7-8ff1-4771-943e-8462989948af req-db6f9869-4e25-4172-a4b5-e5e08b346cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:29:31.716987 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-af820db7-8ff1-4771-943e-8462989948af req-db6f9869-4e25-4172-a4b5-e5e08b346cec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b50153bc-b3d8-4853-86fc-46a79e9f3733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0834639 May 27 11:29:31.776867 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-f0e3a9a3-4bce-482d-b425-732bdc681bb3 None None] Deleting port 5676594a-8fb6-4cd4-bd1d-76948c08ebed {{(pid=91849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:29:31.777245 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f0e3a9a3-4bce-482d-b425-732bdc681bb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:31.839908 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1881ad81-0cef-4024-be14-80f040d5f813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:31.845934 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-b3dc34b8-2beb-4711-bb89-c58d973822e0 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:31.862870 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1881ad81-0cef-4024-be14-80f040d5f813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204e5fa0-b059-4b0e-aeea-a949ecd490b7,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:31.868197 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-af820db7-8ff1-4771-943e-8462989948af req-9dbf2695-30b9-44d3-8f93-5dac044fe217 service neutron] 10.222.0.35 "GET /v2.0/networks/b50153bc-b3d8-4853-86fc-46a79e9f3733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407771 May 27 11:29:31.869072 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1881ad81-0cef-4024-be14-80f040d5f813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:31.870997 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1881ad81-0cef-4024-be14-80f040d5f813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:31.872130 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-1881ad81-0cef-4024-be14-80f040d5f813 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/204e5fa0-b059-4b0e-aeea-a949ecd490b7 HTTP/1.1" status: 204 len: 168 time: 0.4457626 May 27 11:29:31.896268 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-d8f9b9f7-a1ec-49a9-94b2-4bbaf1e7d2c3 admin admin] Deleting port 5676594a-8fb6-4cd4-bd1d-76948c08ebed {{(pid=91847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:29:31.897050 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d8f9b9f7-a1ec-49a9-94b2-4bbaf1e7d2c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:31.904667 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-f0e3a9a3-4bce-482d-b425-732bdc681bb3 None None] For port 5676594a-8fb6-4cd4-bd1d-76948c08ebed, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=5676594a-8fb6-4cd4-bd1d-76948c08ebed,segment=NetworkSegment(d281b461-def2-473a-98c3-9c27901f250c),segment_id=d281b461-def2-473a-98c3-9c27901f250c)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:29:31.905572 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f0e3a9a3-4bce-482d-b425-732bdc681bb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:32.020000 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-d8f9b9f7-a1ec-49a9-94b2-4bbaf1e7d2c3 admin admin] For port 5676594a-8fb6-4cd4-bd1d-76948c08ebed, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=5676594a-8fb6-4cd4-bd1d-76948c08ebed,segment=NetworkSegment(d281b461-def2-473a-98c3-9c27901f250c),segment_id=d281b461-def2-473a-98c3-9c27901f250c)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:29:32.020521 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d8f9b9f7-a1ec-49a9-94b2-4bbaf1e7d2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:32.048110 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-af820db7-8ff1-4771-943e-8462989948af req-b6ad4e30-a449-4e5f-b2fc-40ec7bbb2d0e service neutron] 10.222.0.35 "GET /v2.0/networks/b50153bc-b3d8-4853-86fc-46a79e9f3733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682804 May 27 11:29:32.102867 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-f0e3a9a3-4bce-482d-b425-732bdc681bb3 None None] Calling delete_port for 5676594a-8fb6-4cd4-bd1d-76948c08ebed owned by network:dhcp {{(pid=91849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:29:32.155672 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-d8f9b9f7-a1ec-49a9-94b2-4bbaf1e7d2c3 admin admin] Calling delete_port for 5676594a-8fb6-4cd4-bd1d-76948c08ebed owned by network:dhcp {{(pid=91847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:29:32.171628 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f0e3a9a3-4bce-482d-b425-732bdc681bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980'] for port, after_delete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:32.175332 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:32.215392 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d8f9b9f7-a1ec-49a9-94b2-4bbaf1e7d2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7527304'] for port, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:32.219673 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-cf52e8c9-a719-4e92-b654-ec0abe65e917 tempest-VolumesActionsTest-1736374938 tempest-VolumesActionsTest-1736374938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:32.220903 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e3a9a3-4bce-482d-b425-732bdc681bb3 None None] Pushing event deleted for resources: {'Port': ['ID=5676594a-8fb6-4cd4-bd1d-76948c08ebed,revision_number=None']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:32.223519 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-f0e3a9a3-4bce-482d-b425-732bdc681bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:32.224382 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e3a9a3-4bce-482d-b425-732bdc681bb3 None None] No DVR routers for this DVR port 5676594a-8fb6-4cd4-bd1d-76948c08ebed on host dv-cinder-751579-23-smb {{(pid=91849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:29:32.270289 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f9b9f7-a1ec-49a9-94b2-4bbaf1e7d2c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5676594a-8fb6-4cd4-bd1d-76948c08ebed,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:32.274007 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-d8f9b9f7-a1ec-49a9-94b2-4bbaf1e7d2c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:32.276156 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f9b9f7-a1ec-49a9-94b2-4bbaf1e7d2c3 admin admin] No DVR routers for this DVR port 5676594a-8fb6-4cd4-bd1d-76948c08ebed on host dv-cinder-751579-23-smb {{(pid=91847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:29:32.396751 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d8f9b9f7-a1ec-49a9-94b2-4bbaf1e7d2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734563', 'neutron.services.segments.db._delete_segments_for_network-8764582419685'] for network, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:32.414459 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.services.segments.db [None req-d8f9b9f7-a1ec-49a9-94b2-4bbaf1e7d2c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccca011f-b4ac-4050-b3d1-3a2d97f99bdc']}} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:29:32.415715 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 6f95f70e-f7b2-4fff-912c-f4acb163740d no longer exists at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:29:32.429237 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.services.segments.db [None req-d8f9b9f7-a1ec-49a9-94b2-4bbaf1e7d2c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd281b461-def2-473a-98c3-9c27901f250c') {'for_net_delete': True} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:29:32.429535 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.services.segments.db [None req-d8f9b9f7-a1ec-49a9-94b2-4bbaf1e7d2c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd281b461-def2-473a-98c3-9c27901f250c') {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:29:32.443973 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d8f9b9f7-a1ec-49a9-94b2-4bbaf1e7d2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764582427558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7577939'] for segment, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:32.451815 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] No Port match for: 6f95f70e-f7b2-4fff-912c-f4acb163740d {{(pid=91849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:29:32.452529 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 6f95f70e-f7b2-4fff-912c-f4acb163740d not bound to the agent host dv-cinder-751579-23-smb {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:29:32.452631 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 5676594a-8fb6-4cd4-bd1d-76948c08ebed no longer exists at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:29:32.463054 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d8f9b9f7-a1ec-49a9-94b2-4bbaf1e7d2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075'] for segment, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:32.471461 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f9b9f7-a1ec-49a9-94b2-4bbaf1e7d2c3 admin admin] Releasing vlan 1178 on physical network physnet1 to pool {{(pid=91847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 11:29:32.471928 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d8f9b9f7-a1ec-49a9-94b2-4bbaf1e7d2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7527387'] for segment, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:32.487640 dv-cinder-751579-23-smb neutron-server[91847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 11:29:32.487640 dv-cinder-751579-23-smb neutron-server[91847]: util.warn( May 27 11:29:32.487640 dv-cinder-751579-23-smb neutron-server[91847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 11:29:32.487640 dv-cinder-751579-23-smb neutron-server[91847]: util.warn( May 27 11:29:32.487640 dv-cinder-751579-23-smb neutron-server[91847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 11:29:32.487640 dv-cinder-751579-23-smb neutron-server[91847]: util.warn( May 27 11:29:32.487640 dv-cinder-751579-23-smb neutron-server[91847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 11:29:32.487640 dv-cinder-751579-23-smb neutron-server[91847]: util.warn( May 27 11:29:32.487640 dv-cinder-751579-23-smb neutron-server[91847]: Traceback (most recent call last): May 27 11:29:32.487640 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 11:29:32.487640 dv-cinder-751579-23-smb neutron-server[91847]: timer() May 27 11:29:32.487640 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 11:29:32.487640 dv-cinder-751579-23-smb neutron-server[91847]: cb(*args, **kw) May 27 11:29:32.487640 dv-cinder-751579-23-smb neutron-server[91847]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 11:29:32.487640 dv-cinder-751579-23-smb neutron-server[91847]: return func(*args, **kwargs) May 27 11:29:32.487640 dv-cinder-751579-23-smb neutron-server[91847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 11:29:32.487640 dv-cinder-751579-23-smb neutron-server[91847]: self._notify() May 27 11:29:32.487640 dv-cinder-751579-23-smb neutron-server[91847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 11:29:32.487640 dv-cinder-751579-23-smb neutron-server[91847]: self.callback(batched_events) May 27 11:29:32.487640 dv-cinder-751579-23-smb neutron-server[91847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 11:29:32.487640 dv-cinder-751579-23-smb neutron-server[91847]: event.method(event) May 27 11:29:32.487640 dv-cinder-751579-23-smb neutron-server[91847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 11:29:32.487640 dv-cinder-751579-23-smb neutron-server[91847]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 11:29:32.487640 dv-cinder-751579-23-smb neutron-server[91847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 11:29:32.487640 dv-cinder-751579-23-smb neutron-server[91847]: aggregate_uuid = self.p_client.list_aggregates( May 27 11:29:32.487640 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 11:29:32.487640 dv-cinder-751579-23-smb neutron-server[91847]: return f(self, *a, **k) May 27 11:29:32.487640 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 11:29:32.487640 dv-cinder-751579-23-smb neutron-server[91847]: return self._get(url).json() May 27 11:29:32.487640 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 11:29:32.487640 dv-cinder-751579-23-smb neutron-server[91847]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 11:29:32.487640 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 11:29:32.487640 dv-cinder-751579-23-smb neutron-server[91847]: return self.request(url, 'GET', **kwargs) May 27 11:29:32.487640 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 11:29:32.487640 dv-cinder-751579-23-smb neutron-server[91847]: base_url = self.get_endpoint(auth, allow=allow, May 27 11:29:32.487640 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 11:29:32.487640 dv-cinder-751579-23-smb neutron-server[91847]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 11:29:32.487640 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 11:29:32.487640 dv-cinder-751579-23-smb neutron-server[91847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 11:29:32.487640 dv-cinder-751579-23-smb neutron-server[91847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 11:29:32.491101 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] No Port match for: 5676594a-8fb6-4cd4-bd1d-76948c08ebed {{(pid=91849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:29:32.491101 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 5676594a-8fb6-4cd4-bd1d-76948c08ebed not bound to the agent host dv-cinder-751579-23-smb {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:29:32.571182 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d8f9b9f7-a1ec-49a9-94b2-4bbaf1e7d2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926643'] for network, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:32.574804 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:32.587966 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d8f9b9f7-a1ec-49a9-94b2-4bbaf1e7d2c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for network, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:32.598571 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f9b9f7-a1ec-49a9-94b2-4bbaf1e7d2c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccca011f-b4ac-4050-b3d1-3a2d97f99bdc,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:32.602822 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-d8f9b9f7-a1ec-49a9-94b2-4bbaf1e7d2c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:32.606537 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-d8f9b9f7-a1ec-49a9-94b2-4bbaf1e7d2c3 admin admin] 10.222.0.77 "DELETE /v2.0/networks/ccca011f-b4ac-4050-b3d1-3a2d97f99bdc HTTP/1.1" status: 204 len: 168 time: 1.0892763 May 27 11:29:32.789426 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 35842) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:32.841477 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-f31cc9fe-e647-46b6-91e6-9ac38fe23237 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=af7266b3901847dcabc327648954eeae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508080 May 27 11:29:32.844562 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 35848) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:32.902374 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2f7c17cf-6bd4-46bc-84a6-0c41ff5bfea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:32.929059 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2f7c17cf-6bd4-46bc-84a6-0c41ff5bfea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:32.988387 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2f7c17cf-6bd4-46bc-84a6-0c41ff5bfea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:32.992564 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-d68918cd-f04b-4241-8e27-cae4008f63f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:33.009167 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c17cf-6bd4-46bc-84a6-0c41ff5bfea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2ecebd-8a94-4fa3-a490-abce76a2c973,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:33.016985 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-2f7c17cf-6bd4-46bc-84a6-0c41ff5bfea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:33.017796 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2f7c17cf-6bd4-46bc-84a6-0c41ff5bfea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:33.018998 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-2f7c17cf-6bd4-46bc-84a6-0c41ff5bfea9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cd2ecebd-8a94-4fa3-a490-abce76a2c973 HTTP/1.1" status: 204 len: 168 time: 0.1734188 May 27 11:29:33.327100 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 35866) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:33.382756 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-7bae0009-675a-4aab-adf9-393d55f415d7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=72e7d069db444de1ad15dc6a4945d694&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543010 May 27 11:29:33.385182 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 35870) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:33.448371 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-ead05cd6-9f70-463d-ad0c-39e252a10a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:33.475554 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-ead05cd6-9f70-463d-ad0c-39e252a10a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:33.529042 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-ead05cd6-9f70-463d-ad0c-39e252a10a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:33.533570 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-ba1e010d-886a-4885-a40c-a07d1e727773 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:33.544827 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead05cd6-9f70-463d-ad0c-39e252a10a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c783ca58-30d6-4e06-8e72-eb7735431eb3,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:33.549600 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-ead05cd6-9f70-463d-ad0c-39e252a10a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:33.555935 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-ead05cd6-9f70-463d-ad0c-39e252a10a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:33.559469 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-ead05cd6-9f70-463d-ad0c-39e252a10a78 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c783ca58-30d6-4e06-8e72-eb7735431eb3 HTTP/1.1" status: 204 len: 168 time: 0.1710541 May 27 11:29:36.899275 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 35924) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:37.018526 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-2c698594-8b30-4a25-9a26-3a4456dd1870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:37.033564 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-2c698594-8b30-4a25-9a26-3a4456dd1870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:29:37.037406 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-2c698594-8b30-4a25-9a26-3a4456dd1870 admin admin] Usage tracker for resource:security_group_rule and tenant:1a4468ef9b6e4250b37ca2547018fe72 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:29:37.040248 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-2c698594-8b30-4a25-9a26-3a4456dd1870 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:29:37.045929 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-2c698594-8b30-4a25-9a26-3a4456dd1870 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:29:37.130593 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-2c698594-8b30-4a25-9a26-3a4456dd1870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:37.136246 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-2c698594-8b30-4a25-9a26-3a4456dd1870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:37.143932 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-184fe505-b296-4df5-8fc4-683613c08693 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:37.184378 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-2c698594-8b30-4a25-9a26-3a4456dd1870 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1a4468ef9b6e4250b37ca2547018fe72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2839952 May 27 11:29:37.185273 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c698594-8b30-4a25-9a26-3a4456dd1870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e18f0d4-6810-41dd-838d-be442d62efc7,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:37.188703 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 35930) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:37.189226 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-2c698594-8b30-4a25-9a26-3a4456dd1870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:37.252494 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-518f0ce4-a3be-43a0-9311-c09765b0d7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:37.278599 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-518f0ce4-a3be-43a0-9311-c09765b0d7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:37.331799 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-518f0ce4-a3be-43a0-9311-c09765b0d7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:37.335365 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-b1429833-e725-4a7a-ad6c-6fb2f1d5a6a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:37.346721 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f0ce4-a3be-43a0-9311-c09765b0d7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e18f0d4-6810-41dd-838d-be442d62efc7,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:37.350509 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-518f0ce4-a3be-43a0-9311-c09765b0d7c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:37.353929 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-518f0ce4-a3be-43a0-9311-c09765b0d7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:37.355165 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-518f0ce4-a3be-43a0-9311-c09765b0d7c9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2e18f0d4-6810-41dd-838d-be442d62efc7 HTTP/1.1" status: 204 len: 168 time: 0.1650248 May 27 11:29:37.649185 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 35938) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:37.667636 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-f25de44c-9abe-4e5a-bf5d-e62b3da1d1d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:37.682355 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-f25de44c-9abe-4e5a-bf5d-e62b3da1d1d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:29:37.686661 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-f25de44c-9abe-4e5a-bf5d-e62b3da1d1d2 admin admin] Usage tracker for resource:security_group_rule and tenant:1011624264b84da7b0c1ef079acc7db4 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:29:37.689797 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-f25de44c-9abe-4e5a-bf5d-e62b3da1d1d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:29:37.695689 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-f25de44c-9abe-4e5a-bf5d-e62b3da1d1d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:29:37.779209 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-f25de44c-9abe-4e5a-bf5d-e62b3da1d1d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:37.785920 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-f25de44c-9abe-4e5a-bf5d-e62b3da1d1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:37.794704 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-d742a61f-400a-4ebe-b399-3407154adcbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:37.837538 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-f25de44c-9abe-4e5a-bf5d-e62b3da1d1d2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1011624264b84da7b0c1ef079acc7db4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1870649 May 27 11:29:37.838291 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25de44c-9abe-4e5a-bf5d-e62b3da1d1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832ec471-c2e7-414e-8d72-2f9efa17cd8c,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:37.839995 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 35942) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:37.841298 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-f25de44c-9abe-4e5a-bf5d-e62b3da1d1d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:37.903958 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d1be1b35-98a9-4450-bdf5-36d89a281bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:37.930799 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d1be1b35-98a9-4450-bdf5-36d89a281bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:37.984816 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d1be1b35-98a9-4450-bdf5-36d89a281bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:37.988573 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-6853db90-4a6e-4fe6-bef4-5dc73a1ca603 tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:38.002077 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be1b35-98a9-4450-bdf5-36d89a281bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832ec471-c2e7-414e-8d72-2f9efa17cd8c,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:38.005891 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-d1be1b35-98a9-4450-bdf5-36d89a281bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:38.011242 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d1be1b35-98a9-4450-bdf5-36d89a281bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:38.012381 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-d1be1b35-98a9-4450-bdf5-36d89a281bd7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/832ec471-c2e7-414e-8d72-2f9efa17cd8c HTTP/1.1" status: 204 len: 168 time: 0.1713953 May 27 11:29:44.596398 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-7a2a5a4a-ea6a-472c-8b5f-b67d70cbf216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:45.611612 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 36024) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:45.737927 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-f2474ae5-1a4a-4102-96d2-5b4b13a94f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:45.752396 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-f2474ae5-1a4a-4102-96d2-5b4b13a94f44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:29:45.756231 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-f2474ae5-1a4a-4102-96d2-5b4b13a94f44 admin admin] Usage tracker for resource:security_group_rule and tenant:86d3b60cb7de4730ae0d69634a1e705c is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:29:45.759011 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-f2474ae5-1a4a-4102-96d2-5b4b13a94f44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:29:45.765194 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-f2474ae5-1a4a-4102-96d2-5b4b13a94f44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:29:45.848144 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-f2474ae5-1a4a-4102-96d2-5b4b13a94f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:45.851958 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-f2474ae5-1a4a-4102-96d2-5b4b13a94f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:45.858850 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-3f9b7f8e-7f8a-4a32-8d07-7c41e3e8fe10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:45.897843 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2474ae5-1a4a-4102-96d2-5b4b13a94f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203e5324-331b-4eb0-9104-192a43b57555,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:45.901965 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-f2474ae5-1a4a-4102-96d2-5b4b13a94f44 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=86d3b60cb7de4730ae0d69634a1e705c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2893565 May 27 11:29:45.902843 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-f2474ae5-1a4a-4102-96d2-5b4b13a94f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:45.905411 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 36030) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:45.963102 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-0c2b6c78-0c28-4e1d-ace8-0b15a2a3d331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:45.988266 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-0c2b6c78-0c28-4e1d-ace8-0b15a2a3d331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:46.044266 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-0c2b6c78-0c28-4e1d-ace8-0b15a2a3d331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:46.048923 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-9652fb25-db55-40d5-9a8a-eaba3abe676f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:46.060974 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b6c78-0c28-4e1d-ace8-0b15a2a3d331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203e5324-331b-4eb0-9104-192a43b57555,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:46.064115 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-0c2b6c78-0c28-4e1d-ace8-0b15a2a3d331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:46.071384 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-0c2b6c78-0c28-4e1d-ace8-0b15a2a3d331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:46.072516 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-0c2b6c78-0c28-4e1d-ace8-0b15a2a3d331 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/203e5324-331b-4eb0-9104-192a43b57555 HTTP/1.1" status: 204 len: 168 time: 0.1661456 May 27 11:29:46.379511 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 36038) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:46.398350 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-453deadf-a6b8-4c41-82ec-5988c5f8196d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:46.413329 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-453deadf-a6b8-4c41-82ec-5988c5f8196d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:29:46.417155 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-453deadf-a6b8-4c41-82ec-5988c5f8196d admin admin] Usage tracker for resource:security_group_rule and tenant:366b0c628dec4d73bff6dd4cd3e2d547 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:29:46.419959 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-453deadf-a6b8-4c41-82ec-5988c5f8196d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:29:46.425830 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-453deadf-a6b8-4c41-82ec-5988c5f8196d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:29:46.525685 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-453deadf-a6b8-4c41-82ec-5988c5f8196d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:46.530637 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-453deadf-a6b8-4c41-82ec-5988c5f8196d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:46.540185 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-ce0e1b06-d5d8-4c19-afd0-94c16b9b8646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:46.583664 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-453deadf-a6b8-4c41-82ec-5988c5f8196d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=366b0c628dec4d73bff6dd4cd3e2d547&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2029898 May 27 11:29:46.585397 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453deadf-a6b8-4c41-82ec-5988c5f8196d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4743b929-9533-44c8-9f80-f9968f41dae8,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:46.586399 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 36042) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:46.588497 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-453deadf-a6b8-4c41-82ec-5988c5f8196d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:46.661341 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-0d018a2a-51b9-4113-bb75-8cbe7ec0d7fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:46.689743 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-0d018a2a-51b9-4113-bb75-8cbe7ec0d7fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:46.742908 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-0d018a2a-51b9-4113-bb75-8cbe7ec0d7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:46.746970 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-f25de44c-9abe-4e5a-bf5d-e62b3da1d1d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:46.760980 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d018a2a-51b9-4113-bb75-8cbe7ec0d7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4743b929-9533-44c8-9f80-f9968f41dae8,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:46.763975 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-0d018a2a-51b9-4113-bb75-8cbe7ec0d7fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:46.766842 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-0d018a2a-51b9-4113-bb75-8cbe7ec0d7fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:46.767986 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-0d018a2a-51b9-4113-bb75-8cbe7ec0d7fc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4743b929-9533-44c8-9f80-f9968f41dae8 HTTP/1.1" status: 204 len: 168 time: 0.1803970 May 27 11:29:47.072923 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-6c504f29-9daf-4cd2-abf5-adc0320c8e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:47.137371 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:48.370748 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:50.388309 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:53.947832 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:54.881929 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 36130) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:55.002066 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f4e3b791-bbd8-4ddc-a89b-5f16518c430d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:55.018484 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-f4e3b791-bbd8-4ddc-a89b-5f16518c430d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:29:55.022345 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-f4e3b791-bbd8-4ddc-a89b-5f16518c430d admin admin] Usage tracker for resource:security_group_rule and tenant:daa472fcf4b841c2a16c0cd353fbc60d is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:29:55.025220 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-f4e3b791-bbd8-4ddc-a89b-5f16518c430d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:29:55.031481 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-f4e3b791-bbd8-4ddc-a89b-5f16518c430d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:29:55.116510 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f4e3b791-bbd8-4ddc-a89b-5f16518c430d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:55.121002 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f4e3b791-bbd8-4ddc-a89b-5f16518c430d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:55.128686 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-774b4de7-cfc1-43e9-b10a-8db3d2ca79d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:55.176411 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-f4e3b791-bbd8-4ddc-a89b-5f16518c430d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=daa472fcf4b841c2a16c0cd353fbc60d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2933111 May 27 11:29:55.177638 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3b791-bbd8-4ddc-a89b-5f16518c430d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f965ab18-ecb9-4f2a-99c9-3227b47fc844,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:55.179056 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 36136) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:55.181023 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-f4e3b791-bbd8-4ddc-a89b-5f16518c430d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:55.238469 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-338b19f4-7d0c-4b1b-bf6c-8efd9633af2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:55.267653 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-338b19f4-7d0c-4b1b-bf6c-8efd9633af2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:55.331309 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-338b19f4-7d0c-4b1b-bf6c-8efd9633af2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:55.337983 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-0c2b6c78-0c28-4e1d-ace8-0b15a2a3d331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:55.353959 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b19f4-7d0c-4b1b-bf6c-8efd9633af2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f965ab18-ecb9-4f2a-99c9-3227b47fc844,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:55.356838 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-338b19f4-7d0c-4b1b-bf6c-8efd9633af2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:55.359149 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-338b19f4-7d0c-4b1b-bf6c-8efd9633af2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:55.360240 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-338b19f4-7d0c-4b1b-bf6c-8efd9633af2d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f965ab18-ecb9-4f2a-99c9-3227b47fc844 HTTP/1.1" status: 204 len: 168 time: 0.1801636 May 27 11:29:55.665014 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 36144) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:55.684983 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-08b71e76-aa7a-449a-a446-bb3b8a363fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:55.699852 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-08b71e76-aa7a-449a-a446-bb3b8a363fd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:29:55.703967 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-08b71e76-aa7a-449a-a446-bb3b8a363fd0 admin admin] Usage tracker for resource:security_group_rule and tenant:e8fd190ae3844619b16b73f9b5e7d472 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:29:55.706731 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-08b71e76-aa7a-449a-a446-bb3b8a363fd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:29:55.713033 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-08b71e76-aa7a-449a-a446-bb3b8a363fd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:29:55.793790 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-08b71e76-aa7a-449a-a446-bb3b8a363fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:55.798147 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-08b71e76-aa7a-449a-a446-bb3b8a363fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:55.804997 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-e30a1d72-f829-4338-ae7f-590b40cf0490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:55.848880 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-08b71e76-aa7a-449a-a446-bb3b8a363fd0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e8fd190ae3844619b16b73f9b5e7d472&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1822460 May 27 11:29:55.849602 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b71e76-aa7a-449a-a446-bb3b8a363fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6369da44-d275-49fa-9849-b629f8587e27,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:55.851824 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 36148) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:29:55.857605 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b71e76-aa7a-449a-a446-bb3b8a363fd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:29:55.857993 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b71e76-aa7a-449a-a446-bb3b8a363fd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:29:55.859001 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b71e76-aa7a-449a-a446-bb3b8a363fd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:29:55.859307 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b71e76-aa7a-449a-a446-bb3b8a363fd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:29:55.859712 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b71e76-aa7a-449a-a446-bb3b8a363fd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:29:55.860070 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b71e76-aa7a-449a-a446-bb3b8a363fd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:29:55.860424 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b71e76-aa7a-449a-a446-bb3b8a363fd0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:29:55.860778 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b71e76-aa7a-449a-a446-bb3b8a363fd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:29:55.861133 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b71e76-aa7a-449a-a446-bb3b8a363fd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:29:55.861483 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b71e76-aa7a-449a-a446-bb3b8a363fd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:29:55.861838 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b71e76-aa7a-449a-a446-bb3b8a363fd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:29:55.862182 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b71e76-aa7a-449a-a446-bb3b8a363fd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:29:55.866309 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-08b71e76-aa7a-449a-a446-bb3b8a363fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:55.914169 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ffc7dc9d-419b-4e27-b7e3-8cdf8726aa90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:55.939855 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ffc7dc9d-419b-4e27-b7e3-8cdf8726aa90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:55.999762 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ffc7dc9d-419b-4e27-b7e3-8cdf8726aa90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:56.003938 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1225dde1-92d8-40fc-bd30-94123f3ff2ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:29:56.021527 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7dc9d-419b-4e27-b7e3-8cdf8726aa90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6369da44-d275-49fa-9849-b629f8587e27,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:29:56.024265 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-ffc7dc9d-419b-4e27-b7e3-8cdf8726aa90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:56.035864 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ffc7dc9d-419b-4e27-b7e3-8cdf8726aa90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:56.038172 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-ffc7dc9d-419b-4e27-b7e3-8cdf8726aa90 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6369da44-d275-49fa-9849-b629f8587e27 HTTP/1.1" status: 204 len: 168 time: 0.1842427 May 27 11:30:08.233479 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 36260) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:30:08.237730 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 6 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:30:08.353126 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c499d9d7-089c-4c53-89a3-da2fd2b2e699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:08.367371 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-c499d9d7-089c-4c53-89a3-da2fd2b2e699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:30:08.371666 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-c499d9d7-089c-4c53-89a3-da2fd2b2e699 admin admin] Usage tracker for resource:security_group_rule and tenant:0df48ebbc4e449e686bff2532577298b is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:30:08.374398 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-c499d9d7-089c-4c53-89a3-da2fd2b2e699 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:30:08.380665 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-c499d9d7-089c-4c53-89a3-da2fd2b2e699 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:30:08.465341 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c499d9d7-089c-4c53-89a3-da2fd2b2e699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:08.468953 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c499d9d7-089c-4c53-89a3-da2fd2b2e699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:08.476477 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-d1be1b35-98a9-4450-bdf5-36d89a281bd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:30:08.516638 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499d9d7-089c-4c53-89a3-da2fd2b2e699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00181966-0a8b-402b-9f3c-f1e7276425c4,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:30:08.521622 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-c499d9d7-089c-4c53-89a3-da2fd2b2e699 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0df48ebbc4e449e686bff2532577298b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2871530 May 27 11:30:08.524368 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 36266) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:30:08.527958 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c499d9d7-089c-4c53-89a3-da2fd2b2e699 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:30:08.528332 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c499d9d7-089c-4c53-89a3-da2fd2b2e699 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:30:08.528690 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c499d9d7-089c-4c53-89a3-da2fd2b2e699 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:30:08.529045 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c499d9d7-089c-4c53-89a3-da2fd2b2e699 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:30:08.529669 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c499d9d7-089c-4c53-89a3-da2fd2b2e699 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:30:08.530025 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c499d9d7-089c-4c53-89a3-da2fd2b2e699 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:30:08.530371 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c499d9d7-089c-4c53-89a3-da2fd2b2e699 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:30:08.530715 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c499d9d7-089c-4c53-89a3-da2fd2b2e699 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:30:08.531061 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c499d9d7-089c-4c53-89a3-da2fd2b2e699 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:30:08.531582 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c499d9d7-089c-4c53-89a3-da2fd2b2e699 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:30:08.531929 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c499d9d7-089c-4c53-89a3-da2fd2b2e699 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:30:08.532271 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c499d9d7-089c-4c53-89a3-da2fd2b2e699 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:30:08.536827 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-c499d9d7-089c-4c53-89a3-da2fd2b2e699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:30:08.589683 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2c2e8966-f752-4818-8f93-4b9653af4525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:08.618962 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2c2e8966-f752-4818-8f93-4b9653af4525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:08.674396 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2c2e8966-f752-4818-8f93-4b9653af4525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:08.678180 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-90b65fd5-4042-4d73-a788-d481dd8bd9ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:30:08.691488 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e8966-f752-4818-8f93-4b9653af4525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00181966-0a8b-402b-9f3c-f1e7276425c4,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:30:08.695354 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-2c2e8966-f752-4818-8f93-4b9653af4525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:30:08.700855 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2c2e8966-f752-4818-8f93-4b9653af4525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:08.702012 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-2c2e8966-f752-4818-8f93-4b9653af4525 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/00181966-0a8b-402b-9f3c-f1e7276425c4 HTTP/1.1" status: 204 len: 168 time: 0.1765878 May 27 11:30:09.004390 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 36274) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:30:09.021795 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d503d4ab-0b33-4a38-8390-be2c2cc02f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:09.036719 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-d503d4ab-0b33-4a38-8390-be2c2cc02f1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:30:09.040726 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-d503d4ab-0b33-4a38-8390-be2c2cc02f1c admin admin] Usage tracker for resource:security_group_rule and tenant:985113ec1ede4fd09a809c91488f3764 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:30:09.043488 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-d503d4ab-0b33-4a38-8390-be2c2cc02f1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:30:09.050131 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-d503d4ab-0b33-4a38-8390-be2c2cc02f1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:30:09.131794 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d503d4ab-0b33-4a38-8390-be2c2cc02f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:09.135666 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d503d4ab-0b33-4a38-8390-be2c2cc02f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:09.142571 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-4662d08a-79dc-462b-a59a-5f22fb1b1d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:30:09.286761 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-d503d4ab-0b33-4a38-8390-be2c2cc02f1c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=985113ec1ede4fd09a809c91488f3764&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2812142 May 27 11:30:09.287718 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503d4ab-0b33-4a38-8390-be2c2cc02f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966b61c9-aedf-4db6-8859-77a5c317c17f,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:30:09.291424 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 36278) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:30:09.293971 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-d503d4ab-0b33-4a38-8390-be2c2cc02f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:30:09.352243 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2c5e9cdf-461a-4d9d-b343-65bba1a5bc5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:09.380496 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2c5e9cdf-461a-4d9d-b343-65bba1a5bc5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:09.441233 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2c5e9cdf-461a-4d9d-b343-65bba1a5bc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:09.445210 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-9f8891f1-e7b4-4732-bab9-5ad6edf0c37d tempest-TestShelveInstance-1746981467 tempest-TestShelveInstance-1746981467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:30:09.457237 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e9cdf-461a-4d9d-b343-65bba1a5bc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966b61c9-aedf-4db6-8859-77a5c317c17f,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:30:09.460925 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-2c5e9cdf-461a-4d9d-b343-65bba1a5bc5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:30:09.464298 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2c5e9cdf-461a-4d9d-b343-65bba1a5bc5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:09.465397 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-2c5e9cdf-461a-4d9d-b343-65bba1a5bc5c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/966b61c9-aedf-4db6-8859-77a5c317c17f HTTP/1.1" status: 204 len: 168 time: 0.1730294 May 27 11:30:10.948735 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 36322) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:30:11.072625 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-bc886eea-6e75-48ad-bf25-ee71ee6295c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:11.087276 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-bc886eea-6e75-48ad-bf25-ee71ee6295c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:30:11.091074 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-bc886eea-6e75-48ad-bf25-ee71ee6295c6 admin admin] Usage tracker for resource:security_group_rule and tenant:8e1b4bb33c9742e597603c7ca9835283 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:30:11.093916 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-bc886eea-6e75-48ad-bf25-ee71ee6295c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:30:11.099811 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-bc886eea-6e75-48ad-bf25-ee71ee6295c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:30:11.198867 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-bc886eea-6e75-48ad-bf25-ee71ee6295c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:11.202925 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-bc886eea-6e75-48ad-bf25-ee71ee6295c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:11.210951 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-8b57c88b-5c09-4cce-b488-a0126a7b13f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:30:11.253951 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-bc886eea-6e75-48ad-bf25-ee71ee6295c6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8e1b4bb33c9742e597603c7ca9835283&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3040900 May 27 11:30:11.254882 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc886eea-6e75-48ad-bf25-ee71ee6295c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75871538-567e-4488-ac9f-0c0dbe35939e,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:30:11.256947 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 36328) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:30:11.258936 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-bc886eea-6e75-48ad-bf25-ee71ee6295c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:30:11.329247 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-a8c13f91-1f23-46d5-88d3-478d3974f875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:11.357995 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-a8c13f91-1f23-46d5-88d3-478d3974f875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:11.424827 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-a8c13f91-1f23-46d5-88d3-478d3974f875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:11.428893 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-b095aed8-58eb-4c2d-abe7-68341e3854f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:30:11.443571 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c13f91-1f23-46d5-88d3-478d3974f875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75871538-567e-4488-ac9f-0c0dbe35939e,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:30:11.446764 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-a8c13f91-1f23-46d5-88d3-478d3974f875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:30:11.449047 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-a8c13f91-1f23-46d5-88d3-478d3974f875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:11.452041 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-a8c13f91-1f23-46d5-88d3-478d3974f875 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/75871538-567e-4488-ac9f-0c0dbe35939e HTTP/1.1" status: 204 len: 168 time: 0.1939983 May 27 11:30:14.597734 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-7edb35d0-04b5-4a43-b7fc-2cb60aa5689d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:17.076038 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-a719e2aa-6e6a-49c8-8e09-c1a85aeefd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:17.131112 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:18.368517 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:20.387905 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:23.956272 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:30.684771 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e82831-6206-49ab-8057-b528a055e415 req-f9949c3d-df68-4c29-8ab0-efbb97d5286e tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:30:30.686237 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a3e82831-6206-49ab-8057-b528a055e415 req-f9949c3d-df68-4c29-8ab0-efbb97d5286e tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 947 time: 0.0865078 May 27 11:30:30.739437 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-a3e82831-6206-49ab-8057-b528a055e415 req-cde50b4e-fb53-4931-9fad-18bc92ec9ab7 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473559 May 27 11:30:31.963209 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09f549-46a1-4854-90d4-0c6828768726 req-d6b749da-af25-4192-954c-f4052e250aa6 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:30:31.964929 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3d09f549-46a1-4854-90d4-0c6828768726 req-d6b749da-af25-4192-954c-f4052e250aa6 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 947 time: 0.1044114 May 27 11:30:32.018778 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-3d09f549-46a1-4854-90d4-0c6828768726 req-7c25cf15-0635-4804-91ec-ea511ceb568e tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478947 May 27 11:30:32.557112 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e53e3-ddb2-4e0e-91d8-0370a55ee276 req-b2e3a485-e561-4ae6-ad60-e89dbd06037e tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:30:32.558535 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-fa7e53e3-ddb2-4e0e-91d8-0370a55ee276 req-b2e3a485-e561-4ae6-ad60-e89dbd06037e tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 947 time: 0.0848522 May 27 11:30:32.697593 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [req-fa7e53e3-ddb2-4e0e-91d8-0370a55ee276 req-83647254-dce9-46c6-8f63-4d4892122474 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Deleting port 1488a96d-6080-4c05-b945-d74e589ea4aa {{(pid=91848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:30:32.697822 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-fa7e53e3-ddb2-4e0e-91d8-0370a55ee276 req-83647254-dce9-46c6-8f63-4d4892122474 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:32.839706 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [req-fa7e53e3-ddb2-4e0e-91d8-0370a55ee276 req-83647254-dce9-46c6-8f63-4d4892122474 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] For port 1488a96d-6080-4c05-b945-d74e589ea4aa, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=1488a96d-6080-4c05-b945-d74e589ea4aa,segment=NetworkSegment(0c88ad6b-358d-4210-9d68-f349b8a786a2),segment_id=0c88ad6b-358d-4210-9d68-f349b8a786a2)] {{(pid=91848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:30:32.840060 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-fa7e53e3-ddb2-4e0e-91d8-0370a55ee276 req-83647254-dce9-46c6-8f63-4d4892122474 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:33.202206 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-fa7e53e3-ddb2-4e0e-91d8-0370a55ee276 req-83647254-dce9-46c6-8f63-4d4892122474 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:33.202918 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-fa7e53e3-ddb2-4e0e-91d8-0370a55ee276 req-83647254-dce9-46c6-8f63-4d4892122474 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926625'] for floatingip, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:33.202918 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.db.l3_db [req-fa7e53e3-ddb2-4e0e-91d8-0370a55ee276 req-83647254-dce9-46c6-8f63-4d4892122474 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Floating IP d3b464f4-19e9-4609-a368-b77877db640b disassociated. External IP: 172.28.3.135, port: 1488a96d-6080-4c05-b945-d74e589ea4aa. May 27 11:30:33.203177 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [req-fa7e53e3-ddb2-4e0e-91d8-0370a55ee276 req-83647254-dce9-46c6-8f63-4d4892122474 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Calling delete_port for 1488a96d-6080-4c05-b945-d74e589ea4aa owned by compute:nova {{(pid=91848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:30:33.265651 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3002fa5-7e09-4a14-80b0-312462d86f61 req-08fdac9c-dce1-4df5-85e5-e447ef41dac0 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:30:33.267738 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f3002fa5-7e09-4a14-80b0-312462d86f61 req-08fdac9c-dce1-4df5-85e5-e447ef41dac0 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 947 time: 0.1193326 May 27 11:30:33.362410 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-f3002fa5-7e09-4a14-80b0-312462d86f61 req-2ca85f07-e95e-4869-abaf-14776d4436bd tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d9c24d0-3e72-44ae-ab57-01a7e50b6694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836949 May 27 11:30:33.386858 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-fa7e53e3-ddb2-4e0e-91d8-0370a55ee276 req-83647254-dce9-46c6-8f63-4d4892122474 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6295888'] for port, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:33.395676 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-5a08dbb7-0d67-4ad4-860d-21c297e8e9b3 tempest-AttachVolumeNegativeTest-66831787 tempest-AttachVolumeNegativeTest-66831787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:30:33.445696 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83647254-dce9-46c6-8f63-4d4892122474 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Pushing event deleted for resources: {'Port': ['ID=1488a96d-6080-4c05-b945-d74e589ea4aa,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:30:33.448819 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-83647254-dce9-46c6-8f63-4d4892122474 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:30:33.629883 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa7e53e3-ddb2-4e0e-91d8-0370a55ee276 req-83647254-dce9-46c6-8f63-4d4892122474 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Router 9ff690f8-fb8f-41a7-9402-1a24f8fdf38b has already been hosted by L3 agent 6d24f2a4-c5c8-4233-9813-3f8fa73b68fa {{(pid=91848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:30:33.913016 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa7e53e3-ddb2-4e0e-91d8-0370a55ee276 req-83647254-dce9-46c6-8f63-4d4892122474 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify agent at l3_agent.dv-cinder-751579-23-smb the message routers_updated {{(pid=91848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:30:33.926745 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de161c86-6ca6-46f6-b246-58049a2445d5 None None] Sync routers for ids ['9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'] in dv-cinder-751579-23-smb {{(pid=91850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:30:33.936011 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de161c86-6ca6-46f6-b246-58049a2445d5 None None] Routers {'9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:30:33.936610 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-de161c86-6ca6-46f6-b246-58049a2445d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:30:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'], 'active': True} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:30:33.990903 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7e53e3-ddb2-4e0e-91d8-0370a55ee276 req-83647254-dce9-46c6-8f63-4d4892122474 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] No DVR routers for this DVR port 1488a96d-6080-4c05-b945-d74e589ea4aa on host hv-cinder-75157 {{(pid=91848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:30:33.993407 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [req-fa7e53e3-ddb2-4e0e-91d8-0370a55ee276 req-83647254-dce9-46c6-8f63-4d4892122474 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for port, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:33.996279 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f7a48d-c9b3-4f40-9605-349564b1fef3', 'name': 'network-vif-deleted', 'tag': '1488a96d-6080-4c05-b945-d74e589ea4aa'}] {{(pid=91848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:30:34.015961 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-fa7e53e3-ddb2-4e0e-91d8-0370a55ee276 req-83647254-dce9-46c6-8f63-4d4892122474 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.35 "DELETE /v2.0/ports/1488a96d-6080-4c05-b945-d74e589ea4aa HTTP/1.1" status: 204 len: 173 time: 1.4495025 May 27 11:30:34.126452 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvr_db [None req-de161c86-6ca6-46f6-b246-58049a2445d5 None None] Set router 9ff690f8-fb8f-41a7-9402-1a24f8fdf38b gateway port host: dv-cinder-751579-23-smb {{(pid=91850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:30:34.309007 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f7a48d-c9b3-4f40-9605-349564b1fef3', 'name': 'network-vif-deleted', 'tag': '1488a96d-6080-4c05-b945-d74e589ea4aa', 'status': 'completed', 'code': 200} May 27 11:30:34.482770 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-de161c86-6ca6-46f6-b246-58049a2445d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1157397290-router', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': '105d25ca-425f-456c-9a62-393efa03896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:19:28Z', 'updated_at': '2021-05-27T11:19:34Z', 'revision_number': 4, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'gw_port': {'id': '105d25ca-425f-456c-9a62-393efa03896c', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:19:29Z', 'updated_at': '2021-05-27T11:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': '2200579a-7af3-4ed3-affc-3e9f79e996ce', 'name': '', 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'mac_address': 'fa:16:3e:3c:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:19:33Z', 'updated_at': '2021-05-27T11:19:42Z', 'revision_number': 5, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'subnets': [{'id': '6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:30:34.487279 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de161c86-6ca6-46f6-b246-58049a2445d5 None None] Checking router: 9ff690f8-fb8f-41a7-9402-1a24f8fdf38b for host: dv-cinder-751579-23-smb {{(pid=91850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:30:34.495968 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de161c86-6ca6-46f6-b246-58049a2445d5 None None] Routers {'9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:30:34.496573 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-de161c86-6ca6-46f6-b246-58049a2445d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:30:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'], 'active': True} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:30:34.553705 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-0bf66520-c445-4ad5-83ed-814bf1132495 req-cf1a3fd2-3f6f-4eef-a24a-acb7bdfddb09 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Synchronizing usage tracker for tenant:ee9a16c0b3d64dcaa05860c6748a85d3 on resource:port {{(pid=91848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:30:34.573342 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [req-0bf66520-c445-4ad5-83ed-814bf1132495 req-cf1a3fd2-3f6f-4eef-a24a-acb7bdfddb09 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Unset dirty status for tenant:ee9a16c0b3d64dcaa05860c6748a85d3 on resource:port {{(pid=91848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:30:34.574597 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [req-0bf66520-c445-4ad5-83ed-814bf1132495 req-cf1a3fd2-3f6f-4eef-a24a-acb7bdfddb09 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1f7a48d-c9b3-4f40-9605-349564b1fef3 HTTP/1.1" status: 200 len: 210 time: 0.0745726 May 27 11:30:34.699244 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvr_db [None req-de161c86-6ca6-46f6-b246-58049a2445d5 None None] Set router 9ff690f8-fb8f-41a7-9402-1a24f8fdf38b gateway port host: dv-cinder-751579-23-smb {{(pid=91850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:30:35.017751 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-de161c86-6ca6-46f6-b246-58049a2445d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1157397290-router', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': '105d25ca-425f-456c-9a62-393efa03896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:19:28Z', 'updated_at': '2021-05-27T11:19:34Z', 'revision_number': 4, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'gw_port': {'id': '105d25ca-425f-456c-9a62-393efa03896c', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:19:29Z', 'updated_at': '2021-05-27T11:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': '2200579a-7af3-4ed3-affc-3e9f79e996ce', 'name': '', 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'mac_address': 'fa:16:3e:3c:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:19:33Z', 'updated_at': '2021-05-27T11:19:42Z', 'revision_number': 5, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'subnets': [{'id': '6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:30:35.021828 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de161c86-6ca6-46f6-b246-58049a2445d5 None None] The sync data for ids ['9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'] in dv-cinder-751579-23-smb is: [{'id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1157397290-router', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': '105d25ca-425f-456c-9a62-393efa03896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:19:28Z', 'updated_at': '2021-05-27T11:19:34Z', 'revision_number': 4, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'gw_port': {'id': '105d25ca-425f-456c-9a62-393efa03896c', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:19:29Z', 'updated_at': '2021-05-27T11:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb', '_interfaces': [{'id': '2200579a-7af3-4ed3-affc-3e9f79e996ce', 'name': '', 'network_id': 'b50153bc-b3d8-4853-86fc-46a79e9f3733', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'mac_address': 'fa:16:3e:3c:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:19:33Z', 'updated_at': '2021-05-27T11:19:42Z', 'revision_number': 5, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'subnets': [{'id': '6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:30:35.245305 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbaa6a6-4b7e-417c-b8b6-a0a4b1affd48 None None] New status for floating IP d3b464f4-19e9-4609-a368-b77877db640b: DOWN {{(pid=91849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 11:30:35.707882 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 36362) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:30:35.773747 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-3d6161a7-74c0-4110-bcdd-fb9c9eb6c078 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:35.802339 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-3d6161a7-74c0-4110-bcdd-fb9c9eb6c078 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:35.860387 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-3d6161a7-74c0-4110-bcdd-fb9c9eb6c078 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:35.864467 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-06f7d379-60fd-4606-8ffa-3633cd46fb2f tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:30:35.880544 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6161a7-74c0-4110-bcdd-fb9c9eb6c078 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9c24d0-3e72-44ae-ab57-01a7e50b6694,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:30:35.883508 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-3d6161a7-74c0-4110-bcdd-fb9c9eb6c078 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:30:35.894861 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-3d6161a7-74c0-4110-bcdd-fb9c9eb6c078 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:35.896011 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-3d6161a7-74c0-4110-bcdd-fb9c9eb6c078 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "DELETE /v2.0/security-groups/4d9c24d0-3e72-44ae-ab57-01a7e50b6694 HTTP/1.1" status: 204 len: 168 time: 0.1871328 May 27 11:30:35.899832 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 36366) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:30:35.918480 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.api.v2.resource [None req-88b35082-1016-4bb4-af39-7cd18371d2f1 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] show failed (client error): The resource could not be found. May 27 11:30:35.919479 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-88b35082-1016-4bb4-af39-7cd18371d2f1 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "GET /v2.0/security-groups/4d9c24d0-3e72-44ae-ab57-01a7e50b6694 HTTP/1.1" status: 404 len: 347 time: 0.0184906 May 27 11:30:35.922352 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 36370) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:30:36.085124 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 1488a96d-6080-4c05-b945-d74e589ea4aa no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:30:36.123345 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] No Port match for: 1488a96d-6080-4c05-b945-d74e589ea4aa {{(pid=91849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:30:36.123723 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Device 1488a96d-6080-4c05-b945-d74e589ea4aa not bound to the agent host hv-cinder-75157 {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:30:36.142950 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [None req-83d9c44d-9833-4cbc-a47a-17a4f2711326 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Deleting port ce1f1d60-350f-4ef9-a43d-a67726233180 {{(pid=91848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:30:36.143282 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-83d9c44d-9833-4cbc-a47a-17a4f2711326 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:36.265997 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-83d9c44d-9833-4cbc-a47a-17a4f2711326 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:36.266352 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-83d9c44d-9833-4cbc-a47a-17a4f2711326 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:36.395061 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [None req-83d9c44d-9833-4cbc-a47a-17a4f2711326 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Calling delete_port for ce1f1d60-350f-4ef9-a43d-a67726233180 owned by network:floatingip {{(pid=91848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:30:36.507965 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-83d9c44d-9833-4cbc-a47a-17a4f2711326 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6295888'] for port, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:36.511485 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-3ba69b90-e670-4ab8-9588-aa7b95f6fcdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:30:36.561643 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9c44d-9833-4cbc-a47a-17a4f2711326 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Pushing event deleted for resources: {'Port': ['ID=ce1f1d60-350f-4ef9-a43d-a67726233180,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:30:36.565575 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-83d9c44d-9833-4cbc-a47a-17a4f2711326 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:30:36.653883 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-83d9c44d-9833-4cbc-a47a-17a4f2711326 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks [] for floatingip, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:36.672476 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-83d9c44d-9833-4cbc-a47a-17a4f2711326 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73993'] for floatingip, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:36.673736 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-83d9c44d-9833-4cbc-a47a-17a4f2711326 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] 10.222.0.77 "DELETE /v2.0/floatingips/d3b464f4-19e9-4609-a368-b77877db640b HTTP/1.1" status: 204 len: 168 time: 0.7504160 May 27 11:30:39.500349 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 36396) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:30:40.388033 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-40e25f26-cbab-4f1f-8c3f-641e6c55b03c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1927923'] for router_interface, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:40.817007 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [None req-40e25f26-cbab-4f1f-8c3f-641e6c55b03c admin admin] Deleting port 2200579a-7af3-4ed3-affc-3e9f79e996ce {{(pid=91848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:30:40.817788 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-40e25f26-cbab-4f1f-8c3f-641e6c55b03c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:40.943346 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [None req-40e25f26-cbab-4f1f-8c3f-641e6c55b03c admin admin] For port 2200579a-7af3-4ed3-affc-3e9f79e996ce, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=2200579a-7af3-4ed3-affc-3e9f79e996ce,segment=NetworkSegment(0c88ad6b-358d-4210-9d68-f349b8a786a2),segment_id=0c88ad6b-358d-4210-9d68-f349b8a786a2)] {{(pid=91848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:30:40.943736 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-40e25f26-cbab-4f1f-8c3f-641e6c55b03c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:41.087391 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [None req-40e25f26-cbab-4f1f-8c3f-641e6c55b03c admin admin] Calling delete_port for 2200579a-7af3-4ed3-affc-3e9f79e996ce owned by network:router_interface {{(pid=91848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:30:41.241267 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-40e25f26-cbab-4f1f-8c3f-641e6c55b03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6295888'] for port, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:41.245940 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-51e3308a-0904-4156-b5ce-2a4de2e0d64d tempest-TestMinimumBasicScenario-707967390 tempest-TestMinimumBasicScenario-707967390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:30:41.288815 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e25f26-cbab-4f1f-8c3f-641e6c55b03c admin admin] Pushing event deleted for resources: {'Port': ['ID=2200579a-7af3-4ed3-affc-3e9f79e996ce,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:30:41.291794 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-40e25f26-cbab-4f1f-8c3f-641e6c55b03c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:30:41.560360 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-40e25f26-cbab-4f1f-8c3f-641e6c55b03c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1939523'] for router_interface, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:42.040375 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e25f26-cbab-4f1f-8c3f-641e6c55b03c admin admin] Router 9ff690f8-fb8f-41a7-9402-1a24f8fdf38b has already been hosted by L3 agent 6d24f2a4-c5c8-4233-9813-3f8fa73b68fa {{(pid=91848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:30:42.224247 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e25f26-cbab-4f1f-8c3f-641e6c55b03c admin admin] Notify agent at l3_agent.dv-cinder-751579-23-smb the message routers_updated {{(pid=91848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:30:42.233330 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb677b6-443a-4d4c-828a-585d8efc6c1d None None] Sync routers for ids ['9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'] in dv-cinder-751579-23-smb {{(pid=91850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:30:42.239782 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-40e25f26-cbab-4f1f-8c3f-641e6c55b03c admin admin] 10.222.0.77 "PUT /v2.0/routers/9ff690f8-fb8f-41a7-9402-1a24f8fdf38b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7360733 May 27 11:30:42.240089 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 36402) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:30:42.246023 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb677b6-443a-4d4c-828a-585d8efc6c1d None None] Routers {'9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:30:42.246616 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-bcb677b6-443a-4d4c-828a-585d8efc6c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:30:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'], 'active': True} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:30:42.431585 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvr_db [None req-bcb677b6-443a-4d4c-828a-585d8efc6c1d None None] Set router 9ff690f8-fb8f-41a7-9402-1a24f8fdf38b gateway port host: dv-cinder-751579-23-smb {{(pid=91850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:30:42.433094 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-04bbdcda-95aa-45df-afe9-2a540b0a47cb admin admin] Notify callbacks [] for router, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:42.625787 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-04bbdcda-95aa-45df-afe9-2a540b0a47cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:42.705480 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [None req-04bbdcda-95aa-45df-afe9-2a540b0a47cb admin admin] Deleting port 105d25ca-425f-456c-9a62-393efa03896c {{(pid=91848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:30:42.706082 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-04bbdcda-95aa-45df-afe9-2a540b0a47cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:42.766881 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-bcb677b6-443a-4d4c-828a-585d8efc6c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1157397290-router', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'external_fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': '105d25ca-425f-456c-9a62-393efa03896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:19:28Z', 'updated_at': '2021-05-27T11:30:41Z', 'revision_number': 5, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'gw_port': {'id': '105d25ca-425f-456c-9a62-393efa03896c', 'name': '', 'network_id': '0ace5481-0689-4712-88e8-17cfc5365039', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '62662465-340f-4d3d-804b-21afd8ee5936', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:19:29Z', 'updated_at': '2021-05-27T11:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62662465-340f-4d3d-804b-21afd8ee5936', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-smb'}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:30:42.771959 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb677b6-443a-4d4c-828a-585d8efc6c1d None None] Checking router: 9ff690f8-fb8f-41a7-9402-1a24f8fdf38b for host: dv-cinder-751579-23-smb {{(pid=91850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:30:42.786341 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb677b6-443a-4d4c-828a-585d8efc6c1d None None] Routers {'9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'} bound to L3 agent in host dv-cinder-751579-23-smb {{(pid=91850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:30:42.786975 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-bcb677b6-443a-4d4c-828a-585d8efc6c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-27T11:09:47Z,description=,heartbeat_timestamp=2021-05-27T11:30:17Z,host='dv-cinder-751579-23-smb',id=6d24f2a4-c5c8-4233-9813-3f8fa73b68fa,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:09:47Z,topic='l3_agent')) {'router_ids': ['9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'], 'active': True} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:30:42.847264 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [None req-04bbdcda-95aa-45df-afe9-2a540b0a47cb admin admin] For port 105d25ca-425f-456c-9a62-393efa03896c, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=105d25ca-425f-456c-9a62-393efa03896c,segment=NetworkSegment(4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310),segment_id=4e3a88ec-cdf4-4eda-8ac7-e09d0afa7310)] {{(pid=91848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:30:42.847796 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-04bbdcda-95aa-45df-afe9-2a540b0a47cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:42.953668 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_dvr_db [None req-bcb677b6-443a-4d4c-828a-585d8efc6c1d None None] Set router 9ff690f8-fb8f-41a7-9402-1a24f8fdf38b gateway port host: None {{(pid=91850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:30:42.985559 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.plugin [None req-04bbdcda-95aa-45df-afe9-2a540b0a47cb admin admin] Calling delete_port for 105d25ca-425f-456c-9a62-393efa03896c owned by network:router_gateway {{(pid=91848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:30:43.070247 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.l3_hamode_db [None req-bcb677b6-443a-4d4c-828a-585d8efc6c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1157397290-router', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:19:28Z', 'updated_at': '2021-05-27T11:30:42Z', 'revision_number': 6, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'gw_port_host': None}], 'dv-cinder-751579-23-smb', False) {} {{(pid=91850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:30:43.075843 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb677b6-443a-4d4c-828a-585d8efc6c1d None None] The sync data for ids ['9ff690f8-fb8f-41a7-9402-1a24f8fdf38b'] in dv-cinder-751579-23-smb is: [{'id': '9ff690f8-fb8f-41a7-9402-1a24f8fdf38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1157397290-router', 'tenant_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:19:28Z', 'updated_at': '2021-05-27T11:30:42Z', 'revision_number': 6, 'project_id': 'ee9a16c0b3d64dcaa05860c6748a85d3', 'gw_port_host': None}] {{(pid=91850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:30:43.282033 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-04bbdcda-95aa-45df-afe9-2a540b0a47cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6295888'] for port, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:43.287236 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-907926f0-4ff0-4d4d-8b05-66111d3fef78 tempest-VolumesNegativeTest-147920538 tempest-VolumesNegativeTest-147920538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:30:43.332095 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bbdcda-95aa-45df-afe9-2a540b0a47cb admin admin] Pushing event deleted for resources: {'Port': ['ID=105d25ca-425f-456c-9a62-393efa03896c,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:30:43.337005 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-04bbdcda-95aa-45df-afe9-2a540b0a47cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:30:43.510008 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-04bbdcda-95aa-45df-afe9-2a540b0a47cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1926620'] for router_gateway, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:43.749464 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-04bbdcda-95aa-45df-afe9-2a540b0a47cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:43.752051 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-04bbdcda-95aa-45df-afe9-2a540b0a47cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:43.777234 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-04bbdcda-95aa-45df-afe9-2a540b0a47cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1940847'] for router, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:43.778271 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bbdcda-95aa-45df-afe9-2a540b0a47cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ff690f8-fb8f-41a7-9402-1a24f8fdf38b {{(pid=91848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 11:30:43.792475 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-04bbdcda-95aa-45df-afe9-2a540b0a47cb admin admin] Notify callbacks [] for router, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:43.793534 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-04bbdcda-95aa-45df-afe9-2a540b0a47cb admin admin] 10.222.0.77 "DELETE /v2.0/routers/9ff690f8-fb8f-41a7-9402-1a24f8fdf38b HTTP/1.1" status: 204 len: 168 time: 1.5524998 May 27 11:30:43.796418 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 36406) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:30:43.869525 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a6ded9c-5839-493f-b68e-297ebcb46251 admin admin] Deleting subnet 6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f {{(pid=91847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 11:30:43.874329 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6a6ded9c-5839-493f-b68e-297ebcb46251 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:43.949666 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6a6ded9c-5839-493f-b68e-297ebcb46251 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7577962'] for subnet, precommit_delete_associations {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:44.042133 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6a6ded9c-5839-493f-b68e-297ebcb46251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729342'] for subnet, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:44.458072 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6a6ded9c-5839-493f-b68e-297ebcb46251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7527801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7640537'] for subnet, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:44.463279 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 2200579a-7af3-4ed3-affc-3e9f79e996ce no longer exists at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:30:44.463843 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-db6bf3d0-6ea1-4cae-8016-afc44bb25a9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:30:44.500469 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6a6ded9c-5839-493f-b68e-297ebcb46251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for subnet, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:44.506072 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] No Port match for: 2200579a-7af3-4ed3-affc-3e9f79e996ce {{(pid=91849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:30:44.506428 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 2200579a-7af3-4ed3-affc-3e9f79e996ce not bound to the agent host dv-cinder-751579-23-smb {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:30:44.506849 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 105d25ca-425f-456c-9a62-393efa03896c no longer exists at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:30:44.509452 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ded9c-5839-493f-b68e-297ebcb46251 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:30:44.512552 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-6a6ded9c-5839-493f-b68e-297ebcb46251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:30:44.525553 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-6a6ded9c-5839-493f-b68e-297ebcb46251 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/6ff66bd1-0a9c-47ed-9c57-dd03ae306e3f HTTP/1.1" status: 204 len: 168 time: 0.7280469 May 27 11:30:44.528329 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 36410) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:30:44.538309 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ce50ae-c34f-4310-a805-58150387941e None None] Network b50153bc-b3d8-4853-86fc-46a79e9f3733 requested from dv-cinder-751579-23-smb {{(pid=91849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:30:44.609664 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] No Port match for: 105d25ca-425f-456c-9a62-393efa03896c {{(pid=91849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:30:44.610307 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 105d25ca-425f-456c-9a62-393efa03896c not bound to the agent host dv-cinder-751579-23-smb {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:30:44.657476 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ba1b9cdd-b062-4716-85d4-309ec4b1e2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642410'] for network, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:44.664568 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-fd70970e-a820-4627-969f-15aa4ff63ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:44.789159 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-ba1b9cdd-b062-4716-85d4-309ec4b1e2e8 admin admin] Deleting port 68aeb6f7-c757-4958-b48b-26636c8de79e {{(pid=91847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:30:44.789689 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ba1b9cdd-b062-4716-85d4-309ec4b1e2e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:44.871927 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e35792-a412-4e79-a750-f523c766e34a None None] DHCP port deletion for b50153bc-b3d8-4853-86fc-46a79e9f3733 request from dv-cinder-751579-23-smb {{(pid=91849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 11:30:44.933070 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-ba1b9cdd-b062-4716-85d4-309ec4b1e2e8 admin admin] For port 68aeb6f7-c757-4958-b48b-26636c8de79e, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=68aeb6f7-c757-4958-b48b-26636c8de79e,segment=NetworkSegment(0c88ad6b-358d-4210-9d68-f349b8a786a2),segment_id=0c88ad6b-358d-4210-9d68-f349b8a786a2)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:30:44.933671 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ba1b9cdd-b062-4716-85d4-309ec4b1e2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:44.968978 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-a6e35792-a412-4e79-a750-f523c766e34a None None] Deleting port 68aeb6f7-c757-4958-b48b-26636c8de79e {{(pid=91849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:30:44.969349 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-a6e35792-a412-4e79-a750-f523c766e34a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764582355788'] for port, before_delete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:45.129115 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.db [None req-a6e35792-a412-4e79-a750-f523c766e34a None None] For port 68aeb6f7-c757-4958-b48b-26636c8de79e, host dv-cinder-751579-23-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-smb',level=0,port_id=68aeb6f7-c757-4958-b48b-26636c8de79e,segment=NetworkSegment(0c88ad6b-358d-4210-9d68-f349b8a786a2),segment_id=0c88ad6b-358d-4210-9d68-f349b8a786a2)] {{(pid=91849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:30:45.129526 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-a6e35792-a412-4e79-a750-f523c766e34a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1939712'] for port, precommit_delete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:45.135404 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-ba1b9cdd-b062-4716-85d4-309ec4b1e2e8 admin admin] Calling delete_port for 68aeb6f7-c757-4958-b48b-26636c8de79e owned by network:dhcp {{(pid=91847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:30:45.201466 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ba1b9cdd-b062-4716-85d4-309ec4b1e2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7527304'] for port, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:45.208328 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-c9cf912f-fff2-4424-8b83-dd18b4b1749b tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:30:45.240046 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 6 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:30:45.271697 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-a6e35792-a412-4e79-a750-f523c766e34a None None] Calling delete_port for 68aeb6f7-c757-4958-b48b-26636c8de79e owned by network:dhcp {{(pid=91849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:30:45.288651 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b9cdd-b062-4716-85d4-309ec4b1e2e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=68aeb6f7-c757-4958-b48b-26636c8de79e,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:30:45.292040 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1b9cdd-b062-4716-85d4-309ec4b1e2e8 admin admin] No DVR routers for this DVR port 68aeb6f7-c757-4958-b48b-26636c8de79e on host dv-cinder-751579-23-smb {{(pid=91847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:30:45.334058 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-a6e35792-a412-4e79-a750-f523c766e34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764582358438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764581973980'] for port, after_delete {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:45.340047 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-ba1b9cdd-b062-4716-85d4-309ec4b1e2e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:30:45.342698 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:30:45.416260 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e35792-a412-4e79-a750-f523c766e34a None None] Pushing event deleted for resources: {'Port': ['ID=68aeb6f7-c757-4958-b48b-26636c8de79e,revision_number=None']} {{(pid=91849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:30:45.416819 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e35792-a412-4e79-a750-f523c766e34a None None] No DVR routers for this DVR port 68aeb6f7-c757-4958-b48b-26636c8de79e on host dv-cinder-751579-23-smb {{(pid=91849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:30:45.426078 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e35792-a412-4e79-a750-f523c766e34a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:30:45.426531 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e35792-a412-4e79-a750-f523c766e34a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:30:45.426872 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e35792-a412-4e79-a750-f523c766e34a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:30:45.427208 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e35792-a412-4e79-a750-f523c766e34a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:30:45.428699 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e35792-a412-4e79-a750-f523c766e34a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:30:45.428861 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e35792-a412-4e79-a750-f523c766e34a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:30:45.429200 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e35792-a412-4e79-a750-f523c766e34a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:30:45.429534 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e35792-a412-4e79-a750-f523c766e34a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:30:45.430051 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e35792-a412-4e79-a750-f523c766e34a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:30:45.430389 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e35792-a412-4e79-a750-f523c766e34a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:30:45.430713 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e35792-a412-4e79-a750-f523c766e34a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:30:45.431038 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e35792-a412-4e79-a750-f523c766e34a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:30:45.434929 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG oslo_concurrency.lockutils [None req-a6e35792-a412-4e79-a750-f523c766e34a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:30:45.453359 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ba1b9cdd-b062-4716-85d4-309ec4b1e2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734563', 'neutron.services.segments.db._delete_segments_for_network-8764582419685'] for network, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:45.472033 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.services.segments.db [None req-ba1b9cdd-b062-4716-85d4-309ec4b1e2e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b50153bc-b3d8-4853-86fc-46a79e9f3733']}} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:30:45.489995 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.services.segments.db [None req-ba1b9cdd-b062-4716-85d4-309ec4b1e2e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c88ad6b-358d-4210-9d68-f349b8a786a2') {'for_net_delete': True} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:30:45.490670 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.services.segments.db [None req-ba1b9cdd-b062-4716-85d4-309ec4b1e2e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c88ad6b-358d-4210-9d68-f349b8a786a2') {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:30:45.513072 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ba1b9cdd-b062-4716-85d4-309ec4b1e2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764582427558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7577939'] for segment, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:45.538478 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ba1b9cdd-b062-4716-85d4-309ec4b1e2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075'] for segment, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:45.545697 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba1b9cdd-b062-4716-85d4-309ec4b1e2e8 admin admin] Releasing vlan 1163 on physical network physnet1 to pool {{(pid=91847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 11:30:45.546313 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ba1b9cdd-b062-4716-85d4-309ec4b1e2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7527387'] for segment, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:45.560670 dv-cinder-751579-23-smb neutron-server[91847]: Traceback (most recent call last): May 27 11:30:45.560670 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 11:30:45.560670 dv-cinder-751579-23-smb neutron-server[91847]: timer() May 27 11:30:45.560670 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 11:30:45.560670 dv-cinder-751579-23-smb neutron-server[91847]: cb(*args, **kw) May 27 11:30:45.560670 dv-cinder-751579-23-smb neutron-server[91847]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 11:30:45.560670 dv-cinder-751579-23-smb neutron-server[91847]: return func(*args, **kwargs) May 27 11:30:45.560670 dv-cinder-751579-23-smb neutron-server[91847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 11:30:45.560670 dv-cinder-751579-23-smb neutron-server[91847]: self._notify() May 27 11:30:45.560670 dv-cinder-751579-23-smb neutron-server[91847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 11:30:45.560670 dv-cinder-751579-23-smb neutron-server[91847]: self.callback(batched_events) May 27 11:30:45.560670 dv-cinder-751579-23-smb neutron-server[91847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 11:30:45.560670 dv-cinder-751579-23-smb neutron-server[91847]: event.method(event) May 27 11:30:45.560670 dv-cinder-751579-23-smb neutron-server[91847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 11:30:45.560670 dv-cinder-751579-23-smb neutron-server[91847]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 11:30:45.560670 dv-cinder-751579-23-smb neutron-server[91847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 11:30:45.560670 dv-cinder-751579-23-smb neutron-server[91847]: aggregate_uuid = self.p_client.list_aggregates( May 27 11:30:45.560670 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 11:30:45.560670 dv-cinder-751579-23-smb neutron-server[91847]: return f(self, *a, **k) May 27 11:30:45.560670 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 11:30:45.560670 dv-cinder-751579-23-smb neutron-server[91847]: return self._get(url).json() May 27 11:30:45.560670 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 11:30:45.560670 dv-cinder-751579-23-smb neutron-server[91847]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 11:30:45.560670 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 11:30:45.560670 dv-cinder-751579-23-smb neutron-server[91847]: return self.request(url, 'GET', **kwargs) May 27 11:30:45.560670 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 11:30:45.560670 dv-cinder-751579-23-smb neutron-server[91847]: base_url = self.get_endpoint(auth, allow=allow, May 27 11:30:45.560670 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 11:30:45.560670 dv-cinder-751579-23-smb neutron-server[91847]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 11:30:45.560670 dv-cinder-751579-23-smb neutron-server[91847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 11:30:45.560670 dv-cinder-751579-23-smb neutron-server[91847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 11:30:45.560670 dv-cinder-751579-23-smb neutron-server[91847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 11:30:45.644002 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ba1b9cdd-b062-4716-85d4-309ec4b1e2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926643'] for network, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:45.649132 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ba1b9cdd-b062-4716-85d4-309ec4b1e2e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586636'] for network, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:45.652999 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-49db5f2e-6cf5-4ade-9941-4c811337613b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:30:45.676942 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b9cdd-b062-4716-85d4-309ec4b1e2e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b50153bc-b3d8-4853-86fc-46a79e9f3733,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:30:45.679728 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-ba1b9cdd-b062-4716-85d4-309ec4b1e2e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:30:45.686615 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-ba1b9cdd-b062-4716-85d4-309ec4b1e2e8 admin admin] 10.222.0.77 "DELETE /v2.0/networks/b50153bc-b3d8-4853-86fc-46a79e9f3733 HTTP/1.1" status: 204 len: 168 time: 1.1570966 May 27 11:30:45.866479 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 36416) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:30:45.930484 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-9c10371d-d71e-4a47-bada-2229c1265461 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ee9a16c0b3d64dcaa05860c6748a85d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0624075 May 27 11:30:45.932983 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 36420) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:30:46.009522 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6b2915d3-16f6-4e3c-a20d-bd0a6f3a2845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:46.041443 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6b2915d3-16f6-4e3c-a20d-bd0a6f3a2845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:46.109687 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6b2915d3-16f6-4e3c-a20d-bd0a6f3a2845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:46.114275 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-2c698594-8b30-4a25-9a26-3a4456dd1870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:30:46.127893 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2915d3-16f6-4e3c-a20d-bd0a6f3a2845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0e6f32-5541-4766-b28f-3ea129cb43fc,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:30:46.130408 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-6b2915d3-16f6-4e3c-a20d-bd0a6f3a2845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:30:46.143992 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6b2915d3-16f6-4e3c-a20d-bd0a6f3a2845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:46.147481 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-6b2915d3-16f6-4e3c-a20d-bd0a6f3a2845 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bb0e6f32-5541-4766-b28f-3ea129cb43fc HTTP/1.1" status: 204 len: 168 time: 0.2111707 May 27 11:30:46.450879 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 68aeb6f7-c757-4958-b48b-26636c8de79e no longer exists at agent ovs-agent-dv-cinder-751579-23-smb {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:30:46.536873 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.plugin [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] No Port match for: 68aeb6f7-c757-4958-b48b-26636c8de79e {{(pid=91849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:30:46.537242 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron.plugins.ml2.rpc [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Device 68aeb6f7-c757-4958-b48b-26636c8de79e not bound to the agent host dv-cinder-751579-23-smb {{(pid=91849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:30:47.087293 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-bfee28aa-ccb6-4d75-b9f0-310f5bcad152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:47.138920 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:48.374699 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:50.389520 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:50.861060 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 36482) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:30:51.028792 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b96d7e76-1f3d-428b-be4e-2b793fd8489d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:51.045052 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-b96d7e76-1f3d-428b-be4e-2b793fd8489d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:30:51.049338 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-b96d7e76-1f3d-428b-be4e-2b793fd8489d admin admin] Usage tracker for resource:security_group_rule and tenant:404be10c0d174b5fb17a2e054e097ca8 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:30:51.052817 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-b96d7e76-1f3d-428b-be4e-2b793fd8489d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:30:51.058612 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-b96d7e76-1f3d-428b-be4e-2b793fd8489d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:30:51.142677 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b96d7e76-1f3d-428b-be4e-2b793fd8489d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:51.147334 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b96d7e76-1f3d-428b-be4e-2b793fd8489d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:51.155227 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-3d6161a7-74c0-4110-bcdd-fb9c9eb6c078 tempest-AttachVolumeShelveTestJSON-436377116 tempest-AttachVolumeShelveTestJSON-436377116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:30:51.203756 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d7e76-1f3d-428b-be4e-2b793fd8489d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f1aba9-8590-471e-9fab-9b725a323b4d,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:30:51.209979 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-b96d7e76-1f3d-428b-be4e-2b793fd8489d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=404be10c0d174b5fb17a2e054e097ca8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3473744 May 27 11:30:51.210388 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-b96d7e76-1f3d-428b-be4e-2b793fd8489d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:30:51.212789 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 36488) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:30:51.275420 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-4de49dca-3250-41e5-a6ca-8c34a92055a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:51.301995 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-4de49dca-3250-41e5-a6ca-8c34a92055a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:51.353524 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-4de49dca-3250-41e5-a6ca-8c34a92055a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:51.357309 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-a8c13f91-1f23-46d5-88d3-478d3974f875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:30:51.369007 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de49dca-3250-41e5-a6ca-8c34a92055a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f1aba9-8590-471e-9fab-9b725a323b4d,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:30:51.372917 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-4de49dca-3250-41e5-a6ca-8c34a92055a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:30:51.378602 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-4de49dca-3250-41e5-a6ca-8c34a92055a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:51.379749 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-4de49dca-3250-41e5-a6ca-8c34a92055a5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f7f1aba9-8590-471e-9fab-9b725a323b4d HTTP/1.1" status: 204 len: 168 time: 0.1660252 May 27 11:30:53.958150 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:01.664922 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 36622) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:31:01.797182 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-05e3a42e-4e69-4ad5-afc9-10357cf40a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:01.813184 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-05e3a42e-4e69-4ad5-afc9-10357cf40a89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:31:01.817986 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-05e3a42e-4e69-4ad5-afc9-10357cf40a89 admin admin] Usage tracker for resource:security_group_rule and tenant:e4a3121477a04acca02355796effafec is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:31:01.820923 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-05e3a42e-4e69-4ad5-afc9-10357cf40a89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:31:01.826571 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-05e3a42e-4e69-4ad5-afc9-10357cf40a89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:31:01.913175 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-05e3a42e-4e69-4ad5-afc9-10357cf40a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:01.917151 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-05e3a42e-4e69-4ad5-afc9-10357cf40a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:01.926312 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-bc886eea-6e75-48ad-bf25-ee71ee6295c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:31:01.971236 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-05e3a42e-4e69-4ad5-afc9-10357cf40a89 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e4a3121477a04acca02355796effafec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3049955 May 27 11:31:01.973278 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3a42e-4e69-4ad5-afc9-10357cf40a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5672f5da-9c56-4342-814c-87c9c48b19b8,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:31:01.974516 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 36628) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:31:01.977073 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-05e3a42e-4e69-4ad5-afc9-10357cf40a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:31:02.036516 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2399aeab-ecb3-4d49-8ea9-ea6938423d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:02.067852 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2399aeab-ecb3-4d49-8ea9-ea6938423d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:02.125282 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2399aeab-ecb3-4d49-8ea9-ea6938423d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:02.130801 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-e5630040-fb59-40d2-96cb-5178c7a108ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:31:02.145810 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399aeab-ecb3-4d49-8ea9-ea6938423d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5672f5da-9c56-4342-814c-87c9c48b19b8,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:31:02.159574 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2399aeab-ecb3-4d49-8ea9-ea6938423d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:02.160709 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-2399aeab-ecb3-4d49-8ea9-ea6938423d72 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5672f5da-9c56-4342-814c-87c9c48b19b8 HTTP/1.1" status: 204 len: 168 time: 0.1845126 May 27 11:31:02.163196 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399aeab-ecb3-4d49-8ea9-ea6938423d72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:31:02.164035 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399aeab-ecb3-4d49-8ea9-ea6938423d72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:31:02.164591 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399aeab-ecb3-4d49-8ea9-ea6938423d72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:31:02.164999 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399aeab-ecb3-4d49-8ea9-ea6938423d72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:31:02.165842 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399aeab-ecb3-4d49-8ea9-ea6938423d72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:31:02.166500 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399aeab-ecb3-4d49-8ea9-ea6938423d72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:31:02.167603 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399aeab-ecb3-4d49-8ea9-ea6938423d72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:31:02.168037 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399aeab-ecb3-4d49-8ea9-ea6938423d72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:31:02.168853 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399aeab-ecb3-4d49-8ea9-ea6938423d72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:31:02.169316 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399aeab-ecb3-4d49-8ea9-ea6938423d72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:31:02.169723 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399aeab-ecb3-4d49-8ea9-ea6938423d72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:31:02.170177 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399aeab-ecb3-4d49-8ea9-ea6938423d72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:31:02.174284 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-2399aeab-ecb3-4d49-8ea9-ea6938423d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:31:02.495429 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 36636) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:31:02.529794 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-a236e672-61f0-4053-97a4-fb7d931e0b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:02.557595 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-a236e672-61f0-4053-97a4-fb7d931e0b99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:31:02.564763 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-a236e672-61f0-4053-97a4-fb7d931e0b99 admin admin] Usage tracker for resource:security_group_rule and tenant:634da46f5cf34c988e8c1f02964cfbbf is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:31:02.569964 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-a236e672-61f0-4053-97a4-fb7d931e0b99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:31:02.578100 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-a236e672-61f0-4053-97a4-fb7d931e0b99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:31:02.677827 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-a236e672-61f0-4053-97a4-fb7d931e0b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:02.682756 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-a236e672-61f0-4053-97a4-fb7d931e0b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:02.692586 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-68fe57de-65fa-477c-b2e2-e18e86526dc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:31:02.737681 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-a236e672-61f0-4053-97a4-fb7d931e0b99 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=634da46f5cf34c988e8c1f02964cfbbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2405567 May 27 11:31:02.739872 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236e672-61f0-4053-97a4-fb7d931e0b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9295f66b-5c09-4cb1-aa06-9376c1422d9c,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:31:02.741583 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 36640) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:31:02.744061 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-a236e672-61f0-4053-97a4-fb7d931e0b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:31:02.840476 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1c9fa389-1a1b-4c7c-9188-a4cae6b1bd94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:02.884664 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1c9fa389-1a1b-4c7c-9188-a4cae6b1bd94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:02.953136 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1c9fa389-1a1b-4c7c-9188-a4cae6b1bd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:02.958130 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-8190d297-3836-4988-9c0e-9c4b093bb581 tempest-AttachVolumeTestJSON-1544489218 tempest-AttachVolumeTestJSON-1544489218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:31:02.975851 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9fa389-1a1b-4c7c-9188-a4cae6b1bd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9295f66b-5c09-4cb1-aa06-9376c1422d9c,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:31:02.978329 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1c9fa389-1a1b-4c7c-9188-a4cae6b1bd94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:31:02.989615 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1c9fa389-1a1b-4c7c-9188-a4cae6b1bd94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:02.992072 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-1c9fa389-1a1b-4c7c-9188-a4cae6b1bd94 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9295f66b-5c09-4cb1-aa06-9376c1422d9c HTTP/1.1" status: 204 len: 168 time: 0.2485881 May 27 11:31:03.507790 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 36648) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:31:03.529072 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-12a469f5-cfe6-44a9-a2d5-3c369e17899d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:03.549168 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-12a469f5-cfe6-44a9-a2d5-3c369e17899d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:31:03.553485 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-12a469f5-cfe6-44a9-a2d5-3c369e17899d admin admin] Usage tracker for resource:security_group_rule and tenant:a37ee714defe4cd781e1a9d9f6385953 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:31:03.556687 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-12a469f5-cfe6-44a9-a2d5-3c369e17899d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:31:03.562869 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-12a469f5-cfe6-44a9-a2d5-3c369e17899d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:31:03.665677 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-12a469f5-cfe6-44a9-a2d5-3c369e17899d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:03.671182 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-12a469f5-cfe6-44a9-a2d5-3c369e17899d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:03.680618 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-a236e672-61f0-4053-97a4-fb7d931e0b99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:31:03.725735 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a469f5-cfe6-44a9-a2d5-3c369e17899d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e51c93f-5483-423f-ab2d-59f6752e9449,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:31:03.730214 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-12a469f5-cfe6-44a9-a2d5-3c369e17899d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a37ee714defe4cd781e1a9d9f6385953&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2212191 May 27 11:31:03.731081 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-12a469f5-cfe6-44a9-a2d5-3c369e17899d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:31:03.733528 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 36652) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:31:03.800456 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-3909c5ba-fbcc-47a8-8f44-72e823f7e8be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:03.828958 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-3909c5ba-fbcc-47a8-8f44-72e823f7e8be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:03.887963 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-3909c5ba-fbcc-47a8-8f44-72e823f7e8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:03.892000 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-dee12a84-79f7-4110-a36d-e7dff276aeae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:31:03.906855 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909c5ba-fbcc-47a8-8f44-72e823f7e8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e51c93f-5483-423f-ab2d-59f6752e9449,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:31:03.910502 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-3909c5ba-fbcc-47a8-8f44-72e823f7e8be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:31:03.918633 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-3909c5ba-fbcc-47a8-8f44-72e823f7e8be admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:03.919840 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-3909c5ba-fbcc-47a8-8f44-72e823f7e8be admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6e51c93f-5483-423f-ab2d-59f6752e9449 HTTP/1.1" status: 204 len: 168 time: 0.1853046 May 27 11:31:07.229710 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 36724) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:31:07.362809 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-e7e77b16-5f28-4149-934b-f7f774194d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:07.378499 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-e7e77b16-5f28-4149-934b-f7f774194d83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:31:07.382522 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-e7e77b16-5f28-4149-934b-f7f774194d83 admin admin] Usage tracker for resource:security_group_rule and tenant:f74a830f562d4df3bf95e8608fc7b248 is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:31:07.385505 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-e7e77b16-5f28-4149-934b-f7f774194d83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:31:07.391274 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-e7e77b16-5f28-4149-934b-f7f774194d83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:31:07.488243 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-e7e77b16-5f28-4149-934b-f7f774194d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:07.493273 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-e7e77b16-5f28-4149-934b-f7f774194d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:07.501908 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-ead05cd6-9f70-463d-ad0c-39e252a10a78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:31:07.550571 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-e7e77b16-5f28-4149-934b-f7f774194d83 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f74a830f562d4df3bf95e8608fc7b248&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3197076 May 27 11:31:07.551384 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e77b16-5f28-4149-934b-f7f774194d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f73e39-4322-4c93-a677-c7edd7839064,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:31:07.553930 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 36730) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:31:07.556884 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-e7e77b16-5f28-4149-934b-f7f774194d83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:31:07.629466 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-21ee9476-acc6-49d9-a5e1-d2e117592493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:07.659481 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-21ee9476-acc6-49d9-a5e1-d2e117592493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:07.731319 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-21ee9476-acc6-49d9-a5e1-d2e117592493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:07.735860 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-d8a01659-db6a-4e3f-a2cc-d1b8782ca906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:31:07.749421 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee9476-acc6-49d9-a5e1-d2e117592493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f73e39-4322-4c93-a677-c7edd7839064,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:31:07.753124 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-21ee9476-acc6-49d9-a5e1-d2e117592493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:31:07.755378 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-21ee9476-acc6-49d9-a5e1-d2e117592493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:07.757091 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-21ee9476-acc6-49d9-a5e1-d2e117592493 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a3f73e39-4322-4c93-a677-c7edd7839064 HTTP/1.1" status: 204 len: 168 time: 0.2021310 May 27 11:31:08.090419 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 36738) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:31:08.109845 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-30b722d9-aa76-431b-804d-c09a4ea2e77b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:08.126655 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-30b722d9-aa76-431b-804d-c09a4ea2e77b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:31:08.131080 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-30b722d9-aa76-431b-804d-c09a4ea2e77b admin admin] Usage tracker for resource:security_group_rule and tenant:bc6614d057ab4746a69dcbc5af5b7b3d is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:31:08.134126 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-30b722d9-aa76-431b-804d-c09a4ea2e77b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:31:08.147170 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-30b722d9-aa76-431b-804d-c09a4ea2e77b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:31:08.250257 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-30b722d9-aa76-431b-804d-c09a4ea2e77b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:08.255436 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-30b722d9-aa76-431b-804d-c09a4ea2e77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:08.263372 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-4de49dca-3250-41e5-a6ca-8c34a92055a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:31:08.308616 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b722d9-aa76-431b-804d-c09a4ea2e77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4142c8d8-4955-4a4a-9c29-ff10cf6e62e3,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:31:08.312824 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-30b722d9-aa76-431b-804d-c09a4ea2e77b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bc6614d057ab4746a69dcbc5af5b7b3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2212796 May 27 11:31:08.315121 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-30b722d9-aa76-431b-804d-c09a4ea2e77b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:31:08.317361 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 36742) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:31:08.384750 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-46e1db5d-fc96-4564-9f45-e77a02fd474f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:08.420908 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-46e1db5d-fc96-4564-9f45-e77a02fd474f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:08.482232 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-46e1db5d-fc96-4564-9f45-e77a02fd474f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:08.489113 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-f2474ae5-1a4a-4102-96d2-5b4b13a94f44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:31:08.507668 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e1db5d-fc96-4564-9f45-e77a02fd474f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4142c8d8-4955-4a4a-9c29-ff10cf6e62e3,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:31:08.511245 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-46e1db5d-fc96-4564-9f45-e77a02fd474f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:31:08.514516 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-46e1db5d-fc96-4564-9f45-e77a02fd474f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:08.520079 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-46e1db5d-fc96-4564-9f45-e77a02fd474f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4142c8d8-4955-4a4a-9c29-ff10cf6e62e3 HTTP/1.1" status: 204 len: 168 time: 0.2016463 May 27 11:31:09.907206 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 36774) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:31:10.050973 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-f09c8e85-160f-480c-8734-0e273ec6320a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:10.076087 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-f09c8e85-160f-480c-8734-0e273ec6320a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:31:10.083283 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-f09c8e85-160f-480c-8734-0e273ec6320a admin admin] Usage tracker for resource:security_group_rule and tenant:cb0e722f0be94a7c82683977f20d781b is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:31:10.088652 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-f09c8e85-160f-480c-8734-0e273ec6320a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:31:10.099887 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-f09c8e85-160f-480c-8734-0e273ec6320a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:31:10.217541 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-f09c8e85-160f-480c-8734-0e273ec6320a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:10.223396 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-f09c8e85-160f-480c-8734-0e273ec6320a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:10.234340 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-b96d7e76-1f3d-428b-be4e-2b793fd8489d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:31:10.278760 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-f09c8e85-160f-480c-8734-0e273ec6320a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cb0e722f0be94a7c82683977f20d781b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3701992 May 27 11:31:10.279650 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c8e85-160f-480c-8734-0e273ec6320a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db06730-2de4-4515-a9a2-788107ec171c,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:31:10.281689 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 36780) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:31:10.283159 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-f09c8e85-160f-480c-8734-0e273ec6320a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:31:10.344889 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d9e3fd1f-fb19-4d9c-90f1-7de469bdb7b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:10.372882 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d9e3fd1f-fb19-4d9c-90f1-7de469bdb7b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:10.430846 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d9e3fd1f-fb19-4d9c-90f1-7de469bdb7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:10.434703 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-05e3a42e-4e69-4ad5-afc9-10357cf40a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:31:10.447033 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e3fd1f-fb19-4d9c-90f1-7de469bdb7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db06730-2de4-4515-a9a2-788107ec171c,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:31:10.458541 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e3fd1f-fb19-4d9c-90f1-7de469bdb7b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:31:10.458930 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e3fd1f-fb19-4d9c-90f1-7de469bdb7b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:31:10.459292 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e3fd1f-fb19-4d9c-90f1-7de469bdb7b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:31:10.459751 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e3fd1f-fb19-4d9c-90f1-7de469bdb7b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:31:10.460104 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e3fd1f-fb19-4d9c-90f1-7de469bdb7b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:31:10.460456 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e3fd1f-fb19-4d9c-90f1-7de469bdb7b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:31:10.460806 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e3fd1f-fb19-4d9c-90f1-7de469bdb7b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:31:10.461151 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e3fd1f-fb19-4d9c-90f1-7de469bdb7b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:31:10.461494 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e3fd1f-fb19-4d9c-90f1-7de469bdb7b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:31:10.461834 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e3fd1f-fb19-4d9c-90f1-7de469bdb7b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:31:10.462173 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e3fd1f-fb19-4d9c-90f1-7de469bdb7b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:31:10.462511 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e3fd1f-fb19-4d9c-90f1-7de469bdb7b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:31:10.465822 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-d9e3fd1f-fb19-4d9c-90f1-7de469bdb7b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:31:10.466571 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d9e3fd1f-fb19-4d9c-90f1-7de469bdb7b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:10.467719 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-d9e3fd1f-fb19-4d9c-90f1-7de469bdb7b5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5db06730-2de4-4515-a9a2-788107ec171c HTTP/1.1" status: 204 len: 168 time: 0.1849844 May 27 11:31:14.601837 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-d3ce93ac-ae35-4c37-b9bd-16af3b5e37f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:17.079747 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-9edf2fc1-3eaa-44d5-b5c8-19998bb44cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:17.133677 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:18.379325 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:20.397311 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:22.240069 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 6 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:31:23.974390 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:26.927456 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 36898) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:31:27.046293 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b197f479-3bdd-48ee-b05d-15b266b684b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:27.065895 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-b197f479-3bdd-48ee-b05d-15b266b684b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:31:27.069741 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-b197f479-3bdd-48ee-b05d-15b266b684b0 admin admin] Usage tracker for resource:security_group_rule and tenant:d2d643b31e7c4939951ecc99c9da25da is out of sync, need to count used quota {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:31:27.072609 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.quota.resource [None req-b197f479-3bdd-48ee-b05d-15b266b684b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:31:27.078191 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.db.quota.driver [None req-b197f479-3bdd-48ee-b05d-15b266b684b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:31:27.160161 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b197f479-3bdd-48ee-b05d-15b266b684b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:27.163742 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-b197f479-3bdd-48ee-b05d-15b266b684b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:27.170689 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-338b19f4-7d0c-4b1b-bf6c-8efd9633af2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:31:27.212481 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-b197f479-3bdd-48ee-b05d-15b266b684b0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d2d643b31e7c4939951ecc99c9da25da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2838197 May 27 11:31:27.213323 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b197f479-3bdd-48ee-b05d-15b266b684b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37664147-0dd3-4dfc-9b00-ef2e26825a7b,revision_number=1']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:31:27.217616 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 36904) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:31:27.218133 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-b197f479-3bdd-48ee-b05d-15b266b684b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:31:27.284636 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-4558a3ab-5794-408b-ae6a-ba596c3ebfbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:27.309712 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-4558a3ab-5794-408b-ae6a-ba596c3ebfbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:27.360200 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-4558a3ab-5794-408b-ae6a-ba596c3ebfbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:27.363932 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-6b2915d3-16f6-4e3c-a20d-bd0a6f3a2845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:31:27.377854 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4558a3ab-5794-408b-ae6a-ba596c3ebfbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37664147-0dd3-4dfc-9b00-ef2e26825a7b,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:31:27.380811 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-4558a3ab-5794-408b-ae6a-ba596c3ebfbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:31:27.382744 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-4558a3ab-5794-408b-ae6a-ba596c3ebfbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:27.386132 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-4558a3ab-5794-408b-ae6a-ba596c3ebfbb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/37664147-0dd3-4dfc-9b00-ef2e26825a7b HTTP/1.1" status: 204 len: 168 time: 0.1649263 May 27 11:31:44.594047 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-64163c69-1296-4b77-b895-711c37db093b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:47.082178 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-a0d708da-7f25-4e85-8f0a-a51388be5fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:47.137686 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:48.379654 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:50.395840 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:53.993577 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:59.240585 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 6 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:32:02.043735 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.wsgi [-] (91847) accepted ('10.222.0.77', 37126) {{(pid=91847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:02.169122 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-e1faa4e4-6117-45ce-a14c-47f9f73c058c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:02.189098 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-e1faa4e4-6117-45ce-a14c-47f9f73c058c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:02.193269 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-e1faa4e4-6117-45ce-a14c-47f9f73c058c admin admin] Usage tracker for resource:security_group_rule and tenant:514e021456c5482ab3dbb6c3ccef76e3 is out of sync, need to count used quota {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:02.196246 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.quota.resource [None req-e1faa4e4-6117-45ce-a14c-47f9f73c058c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:02.202038 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.db.quota.driver [None req-e1faa4e4-6117-45ce-a14c-47f9f73c058c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:02.303739 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-e1faa4e4-6117-45ce-a14c-47f9f73c058c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:02.308126 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-e1faa4e4-6117-45ce-a14c-47f9f73c058c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:02.316265 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-c499d9d7-089c-4c53-89a3-da2fd2b2e699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:02.366572 dv-cinder-751579-23-smb neutron-server[91847]: INFO neutron.wsgi [None req-e1faa4e4-6117-45ce-a14c-47f9f73c058c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=514e021456c5482ab3dbb6c3ccef76e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216231 May 27 11:32:02.367988 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1faa4e4-6117-45ce-a14c-47f9f73c058c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b711fac0-6f58-465e-bc00-0e111fd5b2a2,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:02.369345 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [-] (91848) accepted ('10.222.0.77', 37134) {{(pid=91848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:02.372870 dv-cinder-751579-23-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-e1faa4e4-6117-45ce-a14c-47f9f73c058c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:02.442053 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-ad3d3208-6196-472d-a865-6ddef45efa1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:02.471448 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-ad3d3208-6196-472d-a865-6ddef45efa1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:02.531542 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-ad3d3208-6196-472d-a865-6ddef45efa1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902188'] for security_group, after_delete {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:02.536624 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-46e1db5d-fc96-4564-9f45-e77a02fd474f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:02.551391 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d3208-6196-472d-a865-6ddef45efa1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b711fac0-6f58-465e-bc00-0e111fd5b2a2,revision_number=None']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:02.562554 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d3208-6196-472d-a865-6ddef45efa1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:02.562793 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d3208-6196-472d-a865-6ddef45efa1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:02.563139 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d3208-6196-472d-a865-6ddef45efa1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:02.563474 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d3208-6196-472d-a865-6ddef45efa1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:02.563861 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d3208-6196-472d-a865-6ddef45efa1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:02.564212 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d3208-6196-472d-a865-6ddef45efa1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:02.564564 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d3208-6196-472d-a865-6ddef45efa1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:02.564914 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d3208-6196-472d-a865-6ddef45efa1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:02.565264 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d3208-6196-472d-a865-6ddef45efa1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:02.565702 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d3208-6196-472d-a865-6ddef45efa1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:02.566059 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d3208-6196-472d-a865-6ddef45efa1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:02.566409 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d3208-6196-472d-a865-6ddef45efa1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:02.570395 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-ad3d3208-6196-472d-a865-6ddef45efa1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:02.584603 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-ad3d3208-6196-472d-a865-6ddef45efa1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:02.586346 dv-cinder-751579-23-smb neutron-server[91848]: INFO neutron.wsgi [None req-ad3d3208-6196-472d-a865-6ddef45efa1a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b711fac0-6f58-465e-bc00-0e111fd5b2a2 HTTP/1.1" status: 204 len: 168 time: 0.2156575 May 27 11:32:14.596223 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-7fef17a4-f5be-4b79-9837-8c6ef9a40281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:17.084097 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-8565883f-1026-4e10-a87d-52e9caf033b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:17.140548 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:18.381315 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:20.398434 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:23.994490 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:36.239974 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 6 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:32:44.600864 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-fb1b8c5d-4b59-4b5f-b73d-30cbe0684574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:47.088951 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-0fa55f1c-c872-4c06-ad73-2c4ffec3fcfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:47.144927 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:48.384765 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:50.403342 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:54.017006 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:13.240866 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 6 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:33:14.602960 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-cef17bf8-2b61-4dde-99d5-15ca75c2d041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:17.091395 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-ee7f6d43-012d-4ec0-afea-04637a468f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:17.146641 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:18.387727 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:20.404399 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:24.004772 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:44.604868 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-d5e62044-d9c8-4c67-a24b-dc8939342032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:47.094111 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-8b7bf2ed-ba6d-4225-86b9-100407de879f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:47.150759 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:48.391861 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:50.239812 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 6 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:33:50.407042 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:54.019537 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:57.835975 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [req-22e67d8f-2f22-490b-b286-5d9b81112461 req-0a7820be-f550-421d-a1a6-d6699251e6c6 service neutron] (91848) timed out ('10.222.0.35', 51172) {{(pid=91848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 11:34:14.608344 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-66a941e2-9821-4323-8991-3833e934a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:17.097709 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-af30e54a-3924-4139-b33d-f38494b4500f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:17.155670 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:18.394936 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:20.409986 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:24.034890 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:27.239021 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 6 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:34:44.610484 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-08186298-fb64-4586-a8d8-90b3c886748e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:47.100531 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-16fceb92-eb0d-4d39-916c-cdbd5d9b655a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:47.149037 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:48.397448 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:48.874692 dv-cinder-751579-23-smb neutron-server[91848]: DEBUG neutron.wsgi [req-95627e2e-37d3-44eb-87ec-dac427142506 req-63c96473-d85f-4aff-999d-865f2583caef service neutron] (91848) timed out ('10.222.0.35', 51183) {{(pid=91848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 11:34:50.411251 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:54.035574 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:04.237838 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 6 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:35:14.613978 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-c29029f0-30f0-45a1-a74f-70433142508f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:17.102074 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-acfdfc4b-85d0-4335-8df7-4f9c007f6278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:17.150796 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:18.398281 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:20.417638 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:24.044438 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:41.237251 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 6 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:35:44.616423 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-465096c4-7343-4c49-b08c-bbd5c5fe39b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:47.102828 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-17c82fff-520c-475b-8b3e-e756653b9442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:47.153110 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:48.402372 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:50.419801 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:54.049233 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:14.620942 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-cf231dbe-8ff4-430d-b523-a0715dd9f27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:17.103870 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-305f9eaa-b8ef-4515-bd55-5603c427c27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:17.156115 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:18.264727 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 6 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:36:18.405207 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:20.424753 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:24.065247 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:44.621656 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-c6c6949f-9b31-4bf1-98d3-3d4811043ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:47.112881 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-45501698-f256-40b1-9307-400382a25eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:47.164132 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:48.411779 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:50.428737 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:54.084478 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:55.233709 dv-cinder-751579-23-smb neutron-server[91850]: DEBUG neutron.db.agents_db [None req-bf95a6b6-a56f-4755-bd15-2d3d633bf00d None None] Agent healthcheck: found 6 active agents {{(pid=91850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:37:14.637144 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-ed0c3d45-965c-41ed-a0fb-419d74e70965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:17.108735 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-0b3fd7e9-5759-4407-af24-7f6c834b061e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:17.161443 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-dc800ccd-3ffa-416a-8b9e-4e9d762fd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:18.410802 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-312a797e-ba6b-450a-a939-138a50cc5ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:20.428451 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-f100bf8b-236c-40d2-91f2-820669a56320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:24.081665 dv-cinder-751579-23-smb neutron-server[91849]: DEBUG neutron_lib.callbacks.manager [None req-172cca59-83c8-4595-80b9-13f98d8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764582419703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724157'] for agent, after_update {{(pid=91849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}